[ 493.925682] env[62107]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62107) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.926032] env[62107]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62107) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.926071] env[62107]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62107) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 493.926414] env[62107]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 494.019047] env[62107]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62107) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 494.031063] env[62107]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62107) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 494.628591] env[62107]: INFO nova.virt.driver [None req-1cc51650-cd30-4305-aa3e-3bfcc0f7e107 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 494.700584] env[62107]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.700724] env[62107]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.700822] env[62107]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62107) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 498.010476] env[62107]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9bd29b7c-df82-4a15-a1e2-89f83c19b58f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.026593] env[62107]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62107) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 498.026708] env[62107]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-43bf55cd-9a8f-4eff-85eb-9ab898cb51d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.057965] env[62107]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 819f5. [ 498.058105] env[62107]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.357s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.058659] env[62107]: INFO nova.virt.vmwareapi.driver [None req-1cc51650-cd30-4305-aa3e-3bfcc0f7e107 None None] VMware vCenter version: 7.0.3 [ 498.062158] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbd1f7-a5a0-417d-8c97-c1ce6ab0174f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.080363] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9729332-0923-42db-af0e-525410659658 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.086401] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901b85e-e2b3-4f63-b139-617d1451d2fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.093119] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b5c51f-6c0b-483e-a99e-4b5e5e069c55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.106089] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99342e53-6574-4731-9440-e0b1a2cbfef3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.112029] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a042ad41-0946-47d4-8c55-24035dd889d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.142906] env[62107]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7de74344-1b26-4dc3-a54c-95ed72f1b122 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 498.148132] env[62107]: DEBUG nova.virt.vmwareapi.driver [None req-1cc51650-cd30-4305-aa3e-3bfcc0f7e107 None None] Extension org.openstack.compute already exists. {{(pid=62107) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 498.151124] env[62107]: INFO nova.compute.provider_config [None req-1cc51650-cd30-4305-aa3e-3bfcc0f7e107 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 498.655080] env[62107]: DEBUG nova.context [None req-1cc51650-cd30-4305-aa3e-3bfcc0f7e107 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),e0f04377-f13f-4074-9344-2da39c4fa323(cell1) {{(pid=62107) load_cells /opt/stack/nova/nova/context.py:464}} [ 498.657402] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.657636] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.658386] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.658878] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Acquiring lock "e0f04377-f13f-4074-9344-2da39c4fa323" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 498.659088] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Lock "e0f04377-f13f-4074-9344-2da39c4fa323" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.660109] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Lock "e0f04377-f13f-4074-9344-2da39c4fa323" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.681462] env[62107]: INFO dbcounter [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Registered counter for database nova_cell0 [ 498.689613] env[62107]: INFO dbcounter [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Registered counter for database nova_cell1 [ 498.692628] env[62107]: DEBUG oslo_db.sqlalchemy.engines [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62107) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 498.692988] env[62107]: DEBUG oslo_db.sqlalchemy.engines [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62107) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 498.697740] env[62107]: ERROR nova.db.main.api [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 498.697740] env[62107]: result = function(*args, **kwargs) [ 498.697740] env[62107]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.697740] env[62107]: return func(*args, **kwargs) [ 498.697740] env[62107]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.697740] env[62107]: result = fn(*args, **kwargs) [ 498.697740] env[62107]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.697740] env[62107]: return f(*args, **kwargs) [ 498.697740] env[62107]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 498.697740] env[62107]: return db.service_get_minimum_version(context, binaries) [ 498.697740] env[62107]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.697740] env[62107]: _check_db_access() [ 498.697740] env[62107]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.697740] env[62107]: stacktrace = ''.join(traceback.format_stack()) [ 498.697740] env[62107]: [ 498.698728] env[62107]: ERROR nova.db.main.api [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 498.698728] env[62107]: result = function(*args, **kwargs) [ 498.698728] env[62107]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 498.698728] env[62107]: return func(*args, **kwargs) [ 498.698728] env[62107]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 498.698728] env[62107]: result = fn(*args, **kwargs) [ 498.698728] env[62107]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 498.698728] env[62107]: return f(*args, **kwargs) [ 498.698728] env[62107]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 498.698728] env[62107]: return db.service_get_minimum_version(context, binaries) [ 498.698728] env[62107]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 498.698728] env[62107]: _check_db_access() [ 498.698728] env[62107]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 498.698728] env[62107]: stacktrace = ''.join(traceback.format_stack()) [ 498.698728] env[62107]: [ 498.699155] env[62107]: WARNING nova.objects.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 498.699274] env[62107]: WARNING nova.objects.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Failed to get minimum service version for cell e0f04377-f13f-4074-9344-2da39c4fa323 [ 498.699686] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Acquiring lock "singleton_lock" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 498.699850] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Acquired lock "singleton_lock" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 498.700099] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Releasing lock "singleton_lock" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 498.700420] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Full set of CONF: {{(pid=62107) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 498.700564] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ******************************************************************************** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 498.700692] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Configuration options gathered from: {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 498.700827] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 498.701025] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 498.701155] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ================================================================================ {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 498.701360] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] allow_resize_to_same_host = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.701529] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] arq_binding_timeout = 300 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.701659] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] backdoor_port = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.701787] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] backdoor_socket = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.701949] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] block_device_allocate_retries = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.702126] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] block_device_allocate_retries_interval = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.702296] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cert = self.pem {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.702460] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.702625] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute_monitors = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.702787] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] config_dir = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.702957] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] config_drive_format = iso9660 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.703103] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.703265] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] config_source = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.703427] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] console_host = devstack {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.703589] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] control_exchange = nova {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.703775] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cpu_allocation_ratio = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.703947] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] daemon = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.704130] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] debug = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.704287] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] default_access_ip_network_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.704451] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] default_availability_zone = nova {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.704604] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] default_ephemeral_format = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.704811] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] default_green_pool_size = 1000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.705052] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.705226] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] default_schedule_zone = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.705382] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] disk_allocation_ratio = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.705542] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] enable_new_services = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.705719] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] enabled_apis = ['osapi_compute'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.705883] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] enabled_ssl_apis = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.706068] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] flat_injected = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.706237] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] force_config_drive = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.706393] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] force_raw_images = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.706561] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] graceful_shutdown_timeout = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.706721] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] heal_instance_info_cache_interval = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.706941] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] host = cpu-1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.707128] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.707292] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.707451] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.707660] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.707822] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_build_timeout = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.707983] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_delete_interval = 300 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.708161] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_format = [instance: %(uuid)s] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.708329] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_name_template = instance-%08x {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.708491] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_usage_audit = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.708660] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_usage_audit_period = month {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.708824] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.708993] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.709172] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] internal_service_availability_zone = internal {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.709326] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] key = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.709483] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] live_migration_retry_count = 30 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.709650] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_color = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.709813] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_config_append = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.709977] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.710149] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_dir = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.710304] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.710430] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_options = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.710586] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_rotate_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.710749] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_rotate_interval_type = days {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.710914] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] log_rotation_type = none {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.711082] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.711225] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.711398] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.711563] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.711693] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.711854] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] long_rpc_timeout = 1800 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712018] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] max_concurrent_builds = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712179] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] max_concurrent_live_migrations = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712335] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] max_concurrent_snapshots = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712488] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] max_local_block_devices = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712642] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] max_logfile_count = 30 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712795] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] max_logfile_size_mb = 200 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.712952] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] maximum_instance_delete_attempts = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.713133] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metadata_listen = 0.0.0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.713305] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metadata_listen_port = 8775 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.713474] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metadata_workers = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.713633] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] migrate_max_retries = -1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.713817] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] mkisofs_cmd = genisoimage {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.714038] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.714181] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] my_ip = 10.180.1.21 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.714403] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] network_allocate_retries = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.714599] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.714773] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.714941] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] osapi_compute_listen_port = 8774 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.715123] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] osapi_compute_unique_server_name_scope = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.715296] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] osapi_compute_workers = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.715459] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] password_length = 12 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.715619] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] periodic_enable = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.715778] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] periodic_fuzzy_delay = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.715945] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] pointer_model = usbtablet {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.716122] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] preallocate_images = none {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.716285] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] publish_errors = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.716411] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] pybasedir = /opt/stack/nova {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.716565] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ram_allocation_ratio = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.716720] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] rate_limit_burst = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.716889] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] rate_limit_except_level = CRITICAL {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.717056] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] rate_limit_interval = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.717216] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reboot_timeout = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.717371] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reclaim_instance_interval = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.717524] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] record = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.717688] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reimage_timeout_per_gb = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.717853] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] report_interval = 120 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718024] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] rescue_timeout = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718179] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reserved_host_cpus = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718339] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reserved_host_disk_mb = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718497] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reserved_host_memory_mb = 512 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718653] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] reserved_huge_pages = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718809] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] resize_confirm_window = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.718969] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] resize_fs_using_block_device = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.719143] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] resume_guests_state_on_host_boot = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.719311] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.719470] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] rpc_response_timeout = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.719625] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] run_external_periodic_tasks = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.719790] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] running_deleted_instance_action = reap {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.719952] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.720123] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] running_deleted_instance_timeout = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.720281] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler_instance_sync_interval = 120 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.720447] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_down_time = 720 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.720614] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] servicegroup_driver = db {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.720769] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] shell_completion = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.720929] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] shelved_offload_time = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.721103] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] shelved_poll_interval = 3600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.721275] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] shutdown_timeout = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.721437] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] source_is_ipv6 = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.721597] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ssl_only = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.721848] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.722032] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] sync_power_state_interval = 600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.722202] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] sync_power_state_pool_size = 1000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.722373] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] syslog_log_facility = LOG_USER {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.722529] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] tempdir = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.722686] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] timeout_nbd = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.722853] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] transport_url = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.723024] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] update_resources_interval = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.723188] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_cow_images = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.723347] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_eventlog = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.723502] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_journal = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.723660] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_json = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.723844] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_rootwrap_daemon = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.724015] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_stderr = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.724180] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] use_syslog = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.724334] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vcpu_pin_set = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.724503] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plugging_is_fatal = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.724675] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plugging_timeout = 300 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.724848] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] virt_mkfs = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.725015] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] volume_usage_poll_interval = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.725181] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] watch_log_file = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.725347] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] web = /usr/share/spice-html5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 498.725526] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.725693] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.725855] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.726047] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_concurrency.disable_process_locking = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.726591] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.726786] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.726961] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.727155] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.727334] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.727502] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.727685] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.auth_strategy = keystone {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.727860] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.compute_link_prefix = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.728051] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.728238] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.dhcp_domain = novalocal {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.728413] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.enable_instance_password = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.728580] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.glance_link_prefix = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.728749] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.728924] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.729102] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.instance_list_per_project_cells = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.729272] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.list_records_by_skipping_down_cells = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.729437] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.local_metadata_per_cell = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.729605] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.max_limit = 1000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.729774] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.metadata_cache_expiration = 15 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.729952] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.neutron_default_tenant_id = default {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.730138] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.response_validation = warn {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.730314] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.use_neutron_default_nets = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.730484] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.730650] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.730818] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.730993] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.731181] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_dynamic_targets = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.731344] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_jsonfile_path = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.731522] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.731716] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.backend = dogpile.cache.memcached {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.731883] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.backend_argument = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.732054] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.backend_expiration_time = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.732228] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.config_prefix = cache.oslo {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.732398] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.dead_timeout = 60.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.732562] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.debug_cache_backend = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.732726] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.enable_retry_client = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.732891] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.enable_socket_keepalive = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.733076] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.enabled = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.733248] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.enforce_fips_mode = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.733413] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.expiration_time = 600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.733576] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.hashclient_retry_attempts = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.733767] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.733947] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_dead_retry = 300 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.734121] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_password = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.734288] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.734450] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.734613] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_pool_maxsize = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.734779] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.734943] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_sasl_enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.735139] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.735306] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.735466] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.memcache_username = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.735631] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.proxies = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.735790] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_db = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.735951] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_password = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.736184] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.736383] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.736557] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_server = localhost:6379 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.736729] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_socket_timeout = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.736891] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.redis_username = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.737067] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.retry_attempts = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.737236] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.retry_delay = 0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.737403] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.socket_keepalive_count = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.737566] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.socket_keepalive_idle = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.737737] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.socket_keepalive_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.737888] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.tls_allowed_ciphers = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.738052] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.tls_cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.738212] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.tls_certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.738373] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.tls_enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.738527] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cache.tls_keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.738701] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.738880] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.auth_type = password {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.739053] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.739235] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.739396] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.739560] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.739724] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.cross_az_attach = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.739887] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.debug = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.740054] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.endpoint_template = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.740221] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.http_retries = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.740383] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.740540] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.740712] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.os_region_name = RegionOne {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.740878] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.741045] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cinder.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.741221] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.741380] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.cpu_dedicated_set = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.741537] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.cpu_shared_set = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.741702] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.image_type_exclude_list = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.741862] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.742033] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.742199] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.742362] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.742536] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.742698] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.resource_provider_association_refresh = 300 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.742859] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.743028] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.shutdown_retry_interval = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.743209] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.743386] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] conductor.workers = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.743561] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] console.allowed_origins = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.743740] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] console.ssl_ciphers = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.743921] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] console.ssl_minimum_version = default {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.744110] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] consoleauth.enforce_session_timeout = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.744313] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] consoleauth.token_ttl = 600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.744503] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.744664] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.744830] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.744991] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.745169] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.745326] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.745487] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.745644] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.745805] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.745965] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.746164] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.746331] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.746490] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.746661] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.service_type = accelerator {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.746825] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.746985] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.747159] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.747315] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.747495] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.747655] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] cyborg.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.747832] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.backend = sqlalchemy {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.748010] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.connection = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.748223] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.connection_debug = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.748403] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.connection_parameters = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.748621] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.connection_recycle_time = 3600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.748801] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.connection_trace = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.748969] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.db_inc_retry_interval = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.749146] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.db_max_retries = 20 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.749311] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.db_max_retry_interval = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.749472] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.db_retry_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.749634] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.max_overflow = 50 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.749794] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.max_pool_size = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.749955] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.max_retries = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.750141] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.750302] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.mysql_wsrep_sync_wait = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.750458] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.pool_timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.750620] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.retry_interval = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.750777] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.slave_connection = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.750953] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.sqlite_synchronous = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.751132] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] database.use_db_reconnect = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.751313] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.backend = sqlalchemy {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.751484] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.connection = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.751657] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.connection_debug = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.751817] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.connection_parameters = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.751982] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.connection_recycle_time = 3600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.752161] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.connection_trace = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.752322] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.db_inc_retry_interval = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.752485] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.db_max_retries = 20 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.752645] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.db_max_retry_interval = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.752809] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.db_retry_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.752969] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.max_overflow = 50 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.753142] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.max_pool_size = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.753305] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.max_retries = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.753474] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.753632] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.753826] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.pool_timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.753996] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.retry_interval = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.754173] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.slave_connection = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.754338] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] api_database.sqlite_synchronous = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.754510] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] devices.enabled_mdev_types = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.754688] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.754862] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.755035] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ephemeral_storage_encryption.enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.755202] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.755371] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.api_servers = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.755534] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.755692] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.755856] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.756038] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.756213] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.756377] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.debug = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.756540] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.default_trusted_certificate_ids = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.756703] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.enable_certificate_validation = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.756865] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.enable_rbd_download = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757030] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757201] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757360] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757516] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757670] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757830] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.num_retries = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.757999] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.rbd_ceph_conf = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.758174] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.rbd_connect_timeout = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.758341] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.rbd_pool = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.758508] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.rbd_user = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.758663] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.758822] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.758979] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.759160] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.service_type = image {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.759329] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.759493] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.759652] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.759810] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.759991] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.760172] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.verify_glance_signatures = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.760331] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] glance.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.760499] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] guestfs.debug = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.760666] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] mks.enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.761029] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.761229] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] image_cache.manager_interval = 2400 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.761403] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] image_cache.precache_concurrency = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.761613] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] image_cache.remove_unused_base_images = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.761752] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.761923] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.762114] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] image_cache.subdirectory_name = _base {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.762297] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.api_max_retries = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.762464] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.api_retry_interval = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.762625] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.762789] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.auth_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.762951] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.763119] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.763284] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.763446] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.conductor_group = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.763602] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.763787] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.763962] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.764141] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.764300] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.764457] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.764615] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.764779] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.peer_list = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.764939] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.765106] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.765270] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.serial_console_state_timeout = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.765428] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.765598] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.service_type = baremetal {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.765759] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.shard = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.765924] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.766123] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.766303] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.766465] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.766648] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.766811] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ironic.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.766992] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.767185] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] key_manager.fixed_key = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.767369] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.767530] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.barbican_api_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.767687] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.barbican_endpoint = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.767858] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.barbican_endpoint_type = public {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768121] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.barbican_region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768174] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768335] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768495] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768654] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768811] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.768974] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.number_of_retries = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.769149] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.retry_delay = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.769314] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.send_service_user_token = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.769477] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.769636] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.769797] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.verify_ssl = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.769957] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican.verify_ssl_path = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.770135] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.770300] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.auth_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.770457] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.770615] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.770779] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.770942] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.771112] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.771279] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.771438] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] barbican_service_user.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.771667] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.approle_role_id = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.771872] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.approle_secret_id = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.772063] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.kv_mountpoint = secret {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.772230] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.kv_path = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.772397] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.kv_version = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.772555] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.namespace = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.772715] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.root_token_id = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.772876] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.ssl_ca_crt_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.773052] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.timeout = 60.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.773221] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.use_ssl = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.773391] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.773558] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.773747] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.773918] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.774095] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.774260] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.774418] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.774579] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.774739] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.774896] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.775063] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.775225] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.775381] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.775537] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.775705] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.service_type = identity {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.775869] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.776048] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.776228] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.776389] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.776570] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.776730] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] keystone.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.776930] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.connection_uri = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.777104] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_mode = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.777272] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.777440] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_models = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.777610] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_power_governor_high = performance {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.777779] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.777944] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_power_management = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.778128] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.778294] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.device_detach_attempts = 8 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.778456] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.device_detach_timeout = 20 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.778620] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.disk_cachemodes = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.778776] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.disk_prefix = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.778944] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.enabled_perf_events = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.779119] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.file_backed_memory = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.779283] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.gid_maps = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.779442] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.hw_disk_discard = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.779598] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.hw_machine_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.779766] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_rbd_ceph_conf = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.779931] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.780110] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.780283] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_rbd_glance_store_name = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.780455] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_rbd_pool = rbd {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.780625] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_type = default {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.780786] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.images_volume_group = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.780951] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.inject_key = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.781127] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.inject_partition = -2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.781292] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.inject_password = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.781453] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.iscsi_iface = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.781616] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.iser_use_multipath = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.781806] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.781983] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.782166] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_downtime = 500 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.782334] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.782497] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.782657] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_inbound_addr = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.782821] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.782984] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.783166] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_scheme = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.783341] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_timeout_action = abort {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.783507] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_tunnelled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.783666] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_uri = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.783858] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.live_migration_with_native_tls = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.784035] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.max_queues = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.784202] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.784430] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.784598] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.nfs_mount_options = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.784887] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.785072] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.785242] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.785405] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.785568] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.785728] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.num_pcie_ports = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.785895] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.786088] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.pmem_namespaces = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.786263] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.quobyte_client_cfg = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.786555] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.786730] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.786897] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.787073] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.787237] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rbd_secret_uuid = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.787395] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rbd_user = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.787556] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.787723] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.787880] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rescue_image_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.788046] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rescue_kernel_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.788203] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rescue_ramdisk_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.788368] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.788526] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.rx_queue_size = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.788694] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.smbfs_mount_options = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.788988] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.789179] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.snapshot_compression = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.789341] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.snapshot_image_format = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.789561] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.789728] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.sparse_logical_volumes = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.789890] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.swtpm_enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.790067] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.swtpm_group = tss {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.790237] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.swtpm_user = tss {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.790403] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.sysinfo_serial = unique {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.790559] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.tb_cache_size = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.790716] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.tx_queue_size = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.790880] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.uid_maps = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.791054] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.use_virtio_for_bridges = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.791227] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.virt_type = kvm {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.791394] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.volume_clear = zero {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.791556] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.volume_clear_size = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.791746] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.volume_use_multipath = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.791926] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_cache_path = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.792111] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.792284] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.792450] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.792617] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.792910] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.793108] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.vzstorage_mount_user = stack {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.793279] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.793457] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.793638] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.auth_type = password {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.793827] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.793990] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.794170] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.794332] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.794489] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.794662] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.default_floating_pool = public {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.794823] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.794984] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.extension_sync_interval = 600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.795162] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.http_retries = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.795322] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.795480] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.795640] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.795827] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.796037] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.796213] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.ovs_bridge = br-int {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.796382] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.physnets = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.796553] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.region_name = RegionOne {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.796713] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.796886] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.service_metadata_proxy = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.797058] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.797234] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.service_type = network {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.797400] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.797561] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.797720] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.797883] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.798082] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.798252] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] neutron.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.798490] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] notifications.bdms_in_notifications = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.798693] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] notifications.default_level = INFO {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.798875] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] notifications.notification_format = unversioned {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.799090] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] notifications.notify_on_state_change = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.799283] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.799460] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] pci.alias = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.799671] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] pci.device_spec = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.799844] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] pci.report_in_placement = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.800026] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.800207] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.auth_type = password {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.800412] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.800581] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.800739] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.800904] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.801075] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.801235] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.801394] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.default_domain_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.801583] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.default_domain_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.801767] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.domain_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.801938] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.domain_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.802111] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.802276] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.802501] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.802689] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.802852] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.803032] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.password = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.803196] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.project_domain_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.803362] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.project_domain_name = Default {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.803526] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.project_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.803740] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.project_name = service {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.803895] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.region_name = RegionOne {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.804076] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.804238] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.804407] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.service_type = placement {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.804568] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.804736] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.804889] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.805056] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.system_scope = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.805216] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.805374] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.trust_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.805529] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.user_domain_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.805696] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.user_domain_name = Default {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.805854] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.user_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.806047] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.username = nova {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.806249] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.806413] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] placement.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.806588] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.cores = 20 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.806752] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.count_usage_from_placement = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.806926] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.807108] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.injected_file_content_bytes = 10240 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.807278] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.injected_file_path_length = 255 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.807443] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.injected_files = 5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.807610] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.instances = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.807777] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.key_pairs = 100 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.807941] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.metadata_items = 128 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.808122] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.ram = 51200 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.808291] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.recheck_quota = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.808458] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.server_group_members = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.808656] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] quota.server_groups = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.808837] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.809014] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.809189] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.image_metadata_prefilter = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.809353] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.809519] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.max_attempts = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.809683] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.max_placement_results = 1000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.809847] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.810026] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.810195] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.810372] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] scheduler.workers = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.810545] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.810718] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.810899] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.811082] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.811257] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.811422] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.811586] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.811799] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.811982] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.host_subset_size = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.812163] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.812322] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.812481] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.812644] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.isolated_hosts = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.812806] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.isolated_images = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.812971] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.813146] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.813310] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.813474] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.pci_in_placement = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.813637] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.813865] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.814110] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.814294] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.814462] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.814629] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.814795] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.track_instance_changes = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.814975] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.815164] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metrics.required = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.815331] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metrics.weight_multiplier = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.815493] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.815656] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] metrics.weight_setting = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.815969] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.816169] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] serial_console.enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.816352] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] serial_console.port_range = 10000:20000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.816518] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.816684] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.816855] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] serial_console.serialproxy_port = 6083 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.817034] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.817212] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.auth_type = password {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.817369] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.817524] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.817686] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.817848] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.818020] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.818197] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.send_service_user_token = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.818361] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.818519] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] service_user.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.818702] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.agent_enabled = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.818869] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.819215] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.819424] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.819599] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.html5proxy_port = 6082 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.819786] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.image_compression = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.819969] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.jpeg_compression = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.820147] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.playback_compression = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.820312] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.require_secure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.820482] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.server_listen = 127.0.0.1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.820649] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.820897] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.streaming_mode = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.820961] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] spice.zlib_compression = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.821130] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] upgrade_levels.baseapi = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.821302] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] upgrade_levels.compute = auto {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.821460] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] upgrade_levels.conductor = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.821619] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] upgrade_levels.scheduler = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.821785] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.821944] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.822111] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.822268] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.822429] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.822587] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.822741] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.822903] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.823071] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vendordata_dynamic_auth.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.823248] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.api_retry_count = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.823405] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.ca_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.823572] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.823758] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.cluster_name = testcl1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.823938] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.connection_pool_size = 10 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.824116] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.console_delay_seconds = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.824285] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.datastore_regex = ^datastore.* {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.824495] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.824673] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.host_password = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.824860] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.host_port = 443 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.825053] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.host_username = administrator@vsphere.local {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.825229] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.insecure = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.825392] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.integration_bridge = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.825556] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.maximum_objects = 100 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.825713] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.pbm_default_policy = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.825875] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.pbm_enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.826043] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.pbm_wsdl_location = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.826215] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.826375] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.serial_port_proxy_uri = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.826532] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.serial_port_service_uri = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.826696] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.task_poll_interval = 0.5 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.826871] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.use_linked_clone = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.827050] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.vnc_keymap = en-us {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.827219] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.vnc_port = 5900 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.827382] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vmware.vnc_port_total = 10000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.827567] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.auth_schemes = ['none'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828025] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828067] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828227] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828406] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.novncproxy_port = 6080 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828596] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.server_listen = 127.0.0.1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828777] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.828941] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.vencrypt_ca_certs = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.829112] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.vencrypt_client_cert = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.829273] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vnc.vencrypt_client_key = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.829451] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.829617] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.disable_deep_image_inspection = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.829780] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.829942] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.830115] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.830277] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.disable_rootwrap = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.830435] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.enable_numa_live_migration = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.830594] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.830754] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.830915] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.831086] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.libvirt_disable_apic = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.831257] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.831421] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.831583] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.831768] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.831946] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.832122] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.832285] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.832448] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.832610] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.832775] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.832962] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.833146] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.client_socket_timeout = 900 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.833316] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.default_pool_size = 1000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.833482] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.keep_alive = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.833650] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.max_header_line = 16384 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.833836] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.834019] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.ssl_ca_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.834190] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.ssl_cert_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.834351] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.ssl_key_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.834519] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.tcp_keepidle = 600 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.834698] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.834863] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] zvm.ca_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.835034] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] zvm.cloud_connector_url = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.835348] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.835524] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] zvm.reachable_timeout = 300 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.835704] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.enforce_new_defaults = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.836112] env[62107]: WARNING oslo_config.cfg [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 498.836306] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.enforce_scope = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.836482] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.policy_default_rule = default {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.836660] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.836828] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.policy_file = policy.yaml {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.837014] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.837190] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.837353] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.837513] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.837676] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.837844] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.838030] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.838215] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.838392] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.connection_string = messaging:// {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.838558] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.enabled = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.838725] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.es_doc_type = notification {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.838890] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.es_scroll_size = 10000 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.839068] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.es_scroll_time = 2m {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.839234] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.filter_error_trace = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.839399] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.hmac_keys = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.839560] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.sentinel_service_name = mymaster {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.839725] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.socket_timeout = 0.1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.839888] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.trace_requests = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.840056] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler.trace_sqlalchemy = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.840237] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler_jaeger.process_tags = {} {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.840397] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler_jaeger.service_name_prefix = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.840559] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] profiler_otlp.service_name_prefix = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.840725] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] remote_debug.host = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.840886] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] remote_debug.port = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.841074] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.841240] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.841407] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.841567] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.841746] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.841922] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.842097] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.842262] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.842422] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.842588] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.842748] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.842919] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.843097] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.843269] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.843435] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.843599] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.843783] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.843968] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.844144] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.844304] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.844469] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.844629] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.844789] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.844962] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.845123] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.845282] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.845442] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.845600] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.845764] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.845929] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.ssl = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.846112] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.846284] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.846444] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.846610] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.846777] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.846941] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.847142] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.847309] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_notifications.retry = -1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.847490] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.847661] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.847835] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.auth_section = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848006] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.auth_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848173] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.cafile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848329] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.certfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848490] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.collect_timing = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848650] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.connect_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848807] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.connect_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.848967] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.endpoint_id = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.849150] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.849312] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.endpoint_override = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.849467] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.endpoint_region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.849623] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.endpoint_service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.849776] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.endpoint_service_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.849943] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.insecure = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.850111] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.keyfile = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.850271] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.max_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.850427] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.min_version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.850582] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.region_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.850739] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.retriable_status_codes = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.850898] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.service_name = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.851065] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.service_type = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.851231] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.split_loggers = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.851389] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.status_code_retries = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.851543] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.status_code_retry_delay = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.851711] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.timeout = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.851892] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.valid_interfaces = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.852064] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_limit.version = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.852231] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_reports.file_event_handler = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.852396] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.852553] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] oslo_reports.log_dir = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.852723] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.852884] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.853049] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.853217] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.853378] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.853533] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.853722] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.853891] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_ovs_privileged.group = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.854066] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.854234] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.854395] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.854550] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] vif_plug_ovs_privileged.user = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.854722] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.854900] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.855082] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.855258] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.855428] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.855595] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.855766] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.855925] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.856134] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.856321] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.isolate_vif = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.856492] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.856659] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.856832] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.857014] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.857187] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] os_vif_ovs.per_port_bridge = False {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.857358] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] privsep_osbrick.capabilities = [21] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.857516] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] privsep_osbrick.group = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.857674] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] privsep_osbrick.helper_command = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.857841] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858021] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858180] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] privsep_osbrick.user = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858354] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858512] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] nova_sys_admin.group = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858667] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] nova_sys_admin.helper_command = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858832] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.858996] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.859167] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] nova_sys_admin.user = None {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 498.859300] env[62107]: DEBUG oslo_service.service [None req-12a3927c-00c4-446f-ac0e-8d2f32401355 None None] ******************************************************************************** {{(pid=62107) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 498.859791] env[62107]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 499.363066] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Getting list of instances from cluster (obj){ [ 499.363066] env[62107]: value = "domain-c8" [ 499.363066] env[62107]: _type = "ClusterComputeResource" [ 499.363066] env[62107]: } {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 499.364359] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97830e88-0386-481d-8cb8-2c57ec2a7e1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 499.374706] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Got total of 0 instances {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 499.375262] env[62107]: WARNING nova.virt.vmwareapi.driver [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 499.375748] env[62107]: INFO nova.virt.node [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Generated node identity 043fb997-216b-47b0-b871-05aad9e63790 [ 499.375988] env[62107]: INFO nova.virt.node [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Wrote node identity 043fb997-216b-47b0-b871-05aad9e63790 to /opt/stack/data/n-cpu-1/compute_id [ 499.879098] env[62107]: WARNING nova.compute.manager [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Compute nodes ['043fb997-216b-47b0-b871-05aad9e63790'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 500.884723] env[62107]: INFO nova.compute.manager [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 501.890995] env[62107]: WARNING nova.compute.manager [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 501.891320] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.891512] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 501.891660] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.891817] env[62107]: DEBUG nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 501.894126] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70871ca5-19ad-4ae9-abc3-e4d245cc288a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.902359] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7721e4-864e-4fbb-8bcf-80a9af0e2d8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.916425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de1ccb-511d-45ff-847b-0b7991361d3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.933384] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c069bb-7daf-43b4-b54f-31d7feea6176 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.972804] env[62107]: DEBUG nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181401MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 501.972969] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 501.973192] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 502.475469] env[62107]: WARNING nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] No compute node record for cpu-1:043fb997-216b-47b0-b871-05aad9e63790: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 043fb997-216b-47b0-b871-05aad9e63790 could not be found. [ 502.979566] env[62107]: INFO nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 043fb997-216b-47b0-b871-05aad9e63790 [ 504.487114] env[62107]: DEBUG nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 504.487460] env[62107]: DEBUG nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 504.645309] env[62107]: INFO nova.scheduler.client.report [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] [req-7fc34acc-fb2e-4719-92c3-ecef25955f4e] Created resource provider record via placement API for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 504.662720] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc844c-9a6a-4212-86ee-52a85d30a26a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.670118] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f459e-3254-4d81-8415-2520a563e6d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.698936] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b70d5d-f694-4574-b285-99f71e48576c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.705541] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4260739-dcda-4ebd-b712-14214d5cba7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 504.717935] env[62107]: DEBUG nova.compute.provider_tree [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.255794] env[62107]: DEBUG nova.scheduler.client.report [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 505.256036] env[62107]: DEBUG nova.compute.provider_tree [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 0 to 1 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.256184] env[62107]: DEBUG nova.compute.provider_tree [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 505.317672] env[62107]: DEBUG nova.compute.provider_tree [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 1 to 2 during operation: update_traits {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 505.822577] env[62107]: DEBUG nova.compute.resource_tracker [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 505.822916] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.850s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 505.822916] env[62107]: DEBUG nova.service [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Creating RPC server for service compute {{(pid=62107) start /opt/stack/nova/nova/service.py:186}} [ 505.838162] env[62107]: DEBUG nova.service [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] Join ServiceGroup membership for this service compute {{(pid=62107) start /opt/stack/nova/nova/service.py:203}} [ 505.838343] env[62107]: DEBUG nova.servicegroup.drivers.db [None req-aa298532-5d3d-4490-92dc-5a4459ed8bbb None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62107) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 565.841518] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.841518] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.841518] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 565.841518] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 566.346031] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 566.346031] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.346031] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.346031] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.346031] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.346031] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.346484] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.849187] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Getting list of instances from cluster (obj){ [ 566.849187] env[62107]: value = "domain-c8" [ 566.849187] env[62107]: _type = "ClusterComputeResource" [ 566.849187] env[62107]: } {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 566.850441] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aea539b-145a-4f16-8ade-b56a6689e877 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.859035] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Got total of 0 instances {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 566.859266] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.859477] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 566.859632] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.363307] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.363584] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.363693] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.363857] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 567.364846] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ecb736-842f-4762-b7af-6df4d89bf3c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.373239] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734b63d-0c01-4741-98bf-05e0e98940dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.387074] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d010f2-7abc-4e06-93fc-0a3458869a30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.393242] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4a995-612c-411d-9a10-45d7d6032d56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.422193] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 567.422377] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.422522] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.443029] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 568.443029] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 568.458017] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda816ff-ae51-4b0f-8e30-47c6981d595f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.463497] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1491ce-a3e4-4ec4-8928-c6421ced77d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.492637] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027acd52-3e90-446a-9efc-0c5b6fbb4bde {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.499764] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111de8c8-9921-415d-a808-ecfea0537251 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.512644] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.016130] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 569.522975] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 569.523400] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.523400] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 569.523755] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Getting list of instances from cluster (obj){ [ 569.523755] env[62107]: value = "domain-c8" [ 569.523755] env[62107]: _type = "ClusterComputeResource" [ 569.523755] env[62107]: } {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 569.524790] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf3d067-1731-4936-82ac-9be12bb0cd18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.533854] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Got total of 0 instances {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 617.761299] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.761697] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.266653] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.266653] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 618.266882] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 618.768956] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 618.769345] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.769345] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.769438] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.769577] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.769867] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.770064] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.770198] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 618.770340] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 619.274033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.274033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.274033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.274404] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 619.274963] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5c1302-8a39-4ead-80ee-f5c61506d278 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.283253] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b225a50b-c6ae-4da2-a47d-2b7e487edd71 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.297745] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55745c51-e532-4413-a59d-b8628fe7e398 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.304161] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d3d99-4c9c-40b6-a4ad-a0a6844db014 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.334051] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181379MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 619.334051] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.334220] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.351603] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 620.351881] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 620.364457] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee5bdd0-595e-4d26-b447-e0928a50e09c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.372372] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e7456-36b1-43e8-9c4c-0b767d62b170 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.400843] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d151a92-8b4c-438d-8da9-f5dc63639d67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.407319] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe97334-f6df-407b-8dc6-47daf4dc8d65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.419976] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.923169] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 620.924463] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 620.924654] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.927198] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.927198] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.927198] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 680.927198] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 681.432676] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 681.432676] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.432676] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.432676] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.432676] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.432676] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.433144] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.433144] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 681.433144] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.936144] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.936624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.936624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.936692] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 681.937580] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565396f-6f32-4054-9bd9-0c7e97f1f1b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.945799] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2b11f-16aa-43e5-88e9-eba652356ae4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.959256] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb77cc-2a3d-4096-9ad9-651952b2a111 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.964963] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25f9b8-a790-4f01-99c1-2d3adfeda300 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.992589] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 681.992729] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.992900] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.011478] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 683.011729] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 683.025217] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd818b4-22ca-4426-8556-1d144d283e38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.032927] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eda249-f9e0-4177-b0e5-5af2a467ddea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.062227] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e117d83f-ec63-4489-adf5-b8a9dcf74214 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.069278] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285753e6-2be6-4d2b-8532-5e9d4492abcb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.081849] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.585362] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 683.586632] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 683.586799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.728407] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.233515] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.233694] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.233846] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.234013] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.234159] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.234301] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.234447] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 737.234588] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.738241] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.738672] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.738672] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.738795] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 737.739734] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5852a9bf-31e7-41e1-a4e4-31a33db1a369 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.748230] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0fc4b2-e869-467b-b809-2ef2d8b9ecc7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.762119] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edeaf8e-7367-42d0-9bab-1d91ebf0d7b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.768309] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8198b64c-a8ee-492a-83ef-5ff8905a5196 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.796653] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181385MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 737.796819] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.796986] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.814912] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 738.815175] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 738.828821] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83d96c9-7c99-400e-9724-faf2088629b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.836501] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58fb56d-fb08-4087-aa3b-e1bd9f5ba067 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.866618] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc07f228-b1f1-4f79-87c8-c017eb84acdc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.873361] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c71edd5-e530-4ec1-b86b-d8d2461397e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.886219] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.389569] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 739.390832] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 739.391013] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.730571] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.730794] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.732077] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 739.732077] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 740.233687] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 794.075483] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.075899] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.075899] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 794.579609] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] There are 0 instances to clean {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 794.579828] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.579966] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62107) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 795.082509] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 796.582151] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.072493] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.072731] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.072858] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 798.072281] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.072747] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.576050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.576288] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.576448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.576599] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 798.577563] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4acd944-b846-4e5b-a369-61075e20351d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.585569] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4704d-0cc0-4389-b936-2939030178c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.599819] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b000b-cb1d-4c8f-9459-5e30788cb6fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.605821] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43e37f-c5bd-4184-86ac-e9a15e149709 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.633788] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.633953] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.634126] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.652677] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 799.652921] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 799.665413] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efcf3e7-e529-42f4-864b-15f67e70619b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.672934] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee0aee-e67d-4b5d-9f18-02735c27e682 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.702693] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e76f4c-b0ae-4822-b91a-d93bb83dac64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.709370] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac60ed-9897-43d0-bd40-2190a8ce3253 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721759] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.225017] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 800.226274] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 800.226450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.221949] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.222356] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.222356] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 801.222479] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 801.725491] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 801.727172] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.074625] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.583024] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 857.073123] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.072608] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.072805] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 858.073019] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.576514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.576748] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.576916] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.577078] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 858.578054] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ec636-56c5-4e1b-bf51-fe6b24a2e439 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.585978] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0e9d87-650a-432d-8c24-906f71745f86 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.599736] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ca852-eec6-49bc-a388-49f456651d37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.605766] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f716218-36e4-4b1c-949d-2fbcb217a03d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.634170] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181401MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 858.634323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.634485] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.666657] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 859.666933] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 859.683924] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 859.697714] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 859.697882] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.708755] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 859.725046] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 859.734726] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7600b0fb-9ff0-4e90-b871-b56cff7739e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.741985] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b5c638-7b0f-45e6-8ee5-06099d80f195 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.772053] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01af4c-110c-476f-a12d-77683746821b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.778848] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9960ee1-cbf6-493b-aeef-4d979dc13dfd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.791745] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.294705] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 860.295943] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 860.296133] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.290698] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.291148] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.291148] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.291262] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.073049] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.073049] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 862.073049] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 862.576576] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 914.074549] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.074326] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.577810] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.578069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.578283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.578448] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 918.579382] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa2e0a8-f7e9-4b0b-8ec8-1007b79c1d66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.587762] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b678011-a8cf-447c-869b-2c6066d75d9f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.603269] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4846f12d-bb7a-4b63-91b2-5c3b88e4fc60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.610211] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39497628-bab7-4103-b05a-3d14c8f482f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.638542] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181405MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 918.638676] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.638848] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.657714] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 919.657996] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 919.670741] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ad0371-76e1-4a2b-8c1d-2378ef1c2c6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.678260] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df4a076-aecd-42eb-ac35-39aed5ae15a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.708027] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538acf50-3fbe-4293-9583-616a53b0ffdd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.714846] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b51bac-ad1d-42d4-86fc-6a4f765177f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.727524] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.230647] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 920.231888] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 920.232083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.230555] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.230949] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.230949] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.231044] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.231185] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.231322] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 922.072999] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 922.072999] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 922.072999] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 922.575321] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 922.575714] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.570608] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.072136] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.072556] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.576108] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.576378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.576543] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.576697] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 978.577721] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efa6752-ab63-428c-9d1a-fba41269be9c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.586128] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834531fc-5ec5-4156-9112-9daca319a017 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.600526] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68b4a3-cb99-4dc7-940b-9113f9ca1dd0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.606444] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2087837e-27d5-46df-96d4-ea1c16f15c46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.633912] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 978.634064] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.634246] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.651641] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 979.651898] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 979.664223] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4395a8-bd04-49b1-9963-b4e8a31877fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.671784] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2064dd8-f8c5-4788-877b-825f78f1765c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.701525] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed034ef-c0a5-4ee4-8751-3671df73d327 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.708474] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed028c-13b9-4539-be91-97f7a2405828 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.721304] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.224814] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 980.226728] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 980.226964] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.226836] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.227244] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.227244] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 982.227310] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 982.730370] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 982.730544] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.730692] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.730842] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.730990] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.731154] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 982.731281] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1038.074358] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.073080] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.575700] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.576082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.576130] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.576274] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1039.578053] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88496c4b-2024-4423-9773-2489aab57a17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.585492] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1140069f-c8c5-48c1-a036-413dcfa5ec94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.599196] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3d41e0-1566-4333-a2d7-6d6a1b4afede {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.606515] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1593828-9658-4a30-b8c9-4c456382254e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.635121] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181409MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1039.635267] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.635467] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.653409] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1040.653651] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1040.666648] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95438f2d-be71-4d79-ba95-3ff93b890129 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.674216] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9883a-e2bd-4494-b479-1bd95ff4d20d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.702858] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53643bdc-9362-4b60-8926-0b3936cb292a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.709293] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e26a1e6-11e0-47e5-a61d-6c32202ee5e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.722540] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.225240] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1041.226618] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1041.226740] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.222343] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.222730] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.222730] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.222865] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.222989] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.072636] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.072814] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1044.072911] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1044.576146] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1044.576496] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1044.576555] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1095.572560] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.072504] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.072974] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1098.575341] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] There are 0 instances to clean {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1098.575593] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.574100] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.574564] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62107) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1100.575562] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.575978] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.078859] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.078859] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.079116] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.079251] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1101.080155] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11ae84-9994-4269-9438-771e8e68279a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.088354] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac98990-ff84-4253-a73b-8eda5fb76e42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.102752] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66287c7-169c-42ad-b139-232d181d1f7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.108605] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c0e659-c2b7-4084-88fa-9ae9914bb992 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.137212] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181399MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1101.137360] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.137537] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.158691] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1102.158947] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1102.173341] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a99e75-a30f-41e1-9480-1e30b640c675 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.180997] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe774d5-2ef3-42ad-8476-22b38dc3702a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.210579] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366bd63e-f438-4530-9b7c-cf718cde7ee7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.217051] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09525d2-8e11-4616-8eae-bb8682ffd8c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.229332] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.733015] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1102.734283] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1102.734461] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.230703] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.231106] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.231106] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.231238] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.231293] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.231435] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.231569] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1106.072959] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.072959] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1106.073447] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1106.575908] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1161.071729] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.574774] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.574999] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.576105] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.576342] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1161.577292] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59250afc-a0e0-48a8-b099-4d1d375d98ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.586341] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def77ccd-ec8b-4e50-81bd-a030b5afdf10 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.605099] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e9a92b-7447-4011-b87a-7c76d16e33d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.612365] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65962945-0bc2-4345-a438-933c707d39e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.644647] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181407MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1161.644866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.644981] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.846036] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1162.846489] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1162.873083] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1162.892129] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1162.892287] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.905058] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1162.935290] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1162.950597] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4875ff-b393-42e6-ba15-3750c0b1e5f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.961084] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab27ab-7a30-47da-bdc0-7e68ed5902ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.000822] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d321f-21be-4c35-915e-8615d1724b20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.008745] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b498f3-08b1-45e3-8d18-6a85d879d325 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.024603] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.534266] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1163.534266] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1163.534266] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.889s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.536773] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.536773] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.536773] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.536773] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.537385] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.537385] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1165.068853] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.072338] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.346991] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.852359] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Getting list of instances from cluster (obj){ [ 1166.852359] env[62107]: value = "domain-c8" [ 1166.852359] env[62107]: _type = "ClusterComputeResource" [ 1166.852359] env[62107]: } {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1166.853817] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f43a9-5093-4c73-8dbf-8c3f3cebb72a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.862872] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Got total of 0 instances {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1167.587965] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.588284] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1167.588284] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1168.091024] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1173.598767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "655d0482-59c4-41f6-856c-51e1b06002cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.598767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "655d0482-59c4-41f6-856c-51e1b06002cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.901680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "d50ddb0d-24b8-4145-ba74-b43672c7a996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.902959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.104271] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1174.408984] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1174.656133] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.656133] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.660452] env[62107]: INFO nova.compute.claims [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.938100] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.307621] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "227a90d6-1651-45fb-bb34-c785a7a7ff49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.307784] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.755823] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4f3f19-0dae-4e7a-8aa8-211db21c7a20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.768072] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f53478-0136-499f-b3ad-25405e66d88f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.814877] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1175.823386] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c290b3a6-7f9b-4605-a1be-bf79a3491597 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.839086] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f159b54e-49af-4617-b2b8-b1926c5c136a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.857084] env[62107]: DEBUG nova.compute.provider_tree [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.265919] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.266291] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.358968] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.363149] env[62107]: DEBUG nova.scheduler.client.report [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1176.769575] env[62107]: DEBUG nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1176.870064] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.871374] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1176.876258] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.938s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.882026] env[62107]: INFO nova.compute.claims [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.302858] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.389164] env[62107]: DEBUG nova.compute.utils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1177.390169] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1177.390443] env[62107]: DEBUG nova.network.neutron [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.889539] env[62107]: DEBUG nova.policy [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8931d7b657374a23be6b52b9f52fdbd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec936c134ad489bba36b170a778d8a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1177.898066] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1178.046057] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dff5de-93b5-4993-8d52-fa5c3ea14a96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.056207] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214f04e-a47c-4649-b8d9-5557d8bb1672 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.088546] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1737afb-86ca-49dd-bc4e-a712d0081978 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.098113] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c11621-2fa5-4c50-9ea1-90b82b19b77a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.116207] env[62107]: DEBUG nova.compute.provider_tree [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.271635] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.271635] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.554965] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6014c827-bbb3-4419-bf0c-574989a6f943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.555228] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.620301] env[62107]: DEBUG nova.scheduler.client.report [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1178.778761] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1178.851530] env[62107]: DEBUG nova.network.neutron [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Successfully created port: 6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.919504] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1178.977372] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1178.977372] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1178.977372] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.977762] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1178.977762] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.977762] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1178.977762] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1178.979419] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1178.979419] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1178.979657] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1178.979936] env[62107]: DEBUG nova.virt.hardware [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1178.980963] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a7daf-5e7b-4de7-990a-cc4c987abb93 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994518] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da13b314-7eec-4f78-b068-e92bf44fd685 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.011224] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9be2a5-919a-430c-8a03-6c0d08fe8a68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.059083] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1179.129528] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.130131] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1179.134072] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.775s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.135663] env[62107]: INFO nova.compute.claims [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.323431] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.580639] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.640853] env[62107]: DEBUG nova.compute.utils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1179.648879] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1179.648879] env[62107]: DEBUG nova.network.neutron [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.901380] env[62107]: DEBUG nova.policy [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b18b9e532e74cfabc28ac1cc8975559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd555a74cc9f34f728fcf60983653add5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1180.147734] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1180.295155] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6ac734-65ab-43f3-8ba4-483679c0b702 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.308972] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a7a070-aa7f-4abd-9ad1-3ec5b121d26b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.342951] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16db2cd-6c48-466b-a29f-abb88847aafe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.354975] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d38cb1-d4bf-4b26-9230-2f0ce5df9921 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.372146] env[62107]: DEBUG nova.compute.provider_tree [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.876150] env[62107]: DEBUG nova.scheduler.client.report [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1181.056989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "261080a8-78d6-4506-96ef-d9175fe0017e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.056989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "261080a8-78d6-4506-96ef-d9175fe0017e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.095225] env[62107]: DEBUG nova.network.neutron [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Successfully created port: ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.167170] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1181.201545] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1181.201761] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1181.203837] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.203837] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1181.203837] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.203837] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1181.203837] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1181.204622] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1181.204622] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1181.204622] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1181.204622] env[62107]: DEBUG nova.virt.hardware [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.208622] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5877f55-0b44-40e6-a9eb-076ccbbf257d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.222928] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272dc32c-e32c-464a-baf6-10e580ae25c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.384565] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.385855] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1181.390457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.086s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.390457] env[62107]: INFO nova.compute.claims [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.560177] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1181.897746] env[62107]: DEBUG nova.compute.utils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1181.905891] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1181.905891] env[62107]: DEBUG nova.network.neutron [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.040719] env[62107]: DEBUG nova.policy [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbd1683a46cd4f32a9308476ee39a122', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73ab7eba1d0a4825b56a56407bac6a0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1182.096739] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.149153] env[62107]: DEBUG nova.network.neutron [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Successfully updated port: 6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.404995] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1182.557171] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5f4b2c-0280-4448-9cab-e48672e52563 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.567847] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e74d64-becf-4cc2-834f-b533bca4f9bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.600586] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3c159-3e62-4219-addf-ad1f067b82fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.609736] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59120827-8acf-41c2-8965-7bf1fc537a09 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.626830] env[62107]: DEBUG nova.compute.provider_tree [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.658297] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "refresh_cache-655d0482-59c4-41f6-856c-51e1b06002cf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.658297] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired lock "refresh_cache-655d0482-59c4-41f6-856c-51e1b06002cf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.658297] env[62107]: DEBUG nova.network.neutron [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.723730] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6ff5367c-657e-486f-9c7a-8b8580cae366" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.724185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.874770] env[62107]: DEBUG nova.compute.manager [req-762d4fdf-515d-4a78-b246-bc732d3d0d16 req-419510a8-e622-47e2-8216-ae69a1fa7442 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Received event network-vif-plugged-6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1182.875016] env[62107]: DEBUG oslo_concurrency.lockutils [req-762d4fdf-515d-4a78-b246-bc732d3d0d16 req-419510a8-e622-47e2-8216-ae69a1fa7442 service nova] Acquiring lock "655d0482-59c4-41f6-856c-51e1b06002cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.875235] env[62107]: DEBUG oslo_concurrency.lockutils [req-762d4fdf-515d-4a78-b246-bc732d3d0d16 req-419510a8-e622-47e2-8216-ae69a1fa7442 service nova] Lock "655d0482-59c4-41f6-856c-51e1b06002cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.875407] env[62107]: DEBUG oslo_concurrency.lockutils [req-762d4fdf-515d-4a78-b246-bc732d3d0d16 req-419510a8-e622-47e2-8216-ae69a1fa7442 service nova] Lock "655d0482-59c4-41f6-856c-51e1b06002cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.877723] env[62107]: DEBUG nova.compute.manager [req-762d4fdf-515d-4a78-b246-bc732d3d0d16 req-419510a8-e622-47e2-8216-ae69a1fa7442 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] No waiting events found dispatching network-vif-plugged-6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1182.877723] env[62107]: WARNING nova.compute.manager [req-762d4fdf-515d-4a78-b246-bc732d3d0d16 req-419510a8-e622-47e2-8216-ae69a1fa7442 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Received unexpected event network-vif-plugged-6eb9feaa-b732-49c0-ac98-d95abf954a1d for instance with vm_state building and task_state spawning. [ 1183.027446] env[62107]: DEBUG nova.network.neutron [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Successfully created port: 743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.136027] env[62107]: DEBUG nova.scheduler.client.report [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1183.228016] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1183.345695] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.345933] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.368076] env[62107]: DEBUG nova.network.neutron [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.420201] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1183.547312] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.547732] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.598562] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1183.599484] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1183.599716] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.603015] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1183.603015] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.603015] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1183.603015] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1183.603015] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1183.603349] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1183.603349] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1183.603349] env[62107]: DEBUG nova.virt.hardware [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1183.603349] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae1ba84-413a-45ae-b349-c8bc930afc73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.619984] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823a07f-425f-446d-a3cc-fc5d9ae2dba6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.645148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.645645] env[62107]: DEBUG nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1183.649032] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.326s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.650481] env[62107]: INFO nova.compute.claims [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.670690] env[62107]: DEBUG nova.network.neutron [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Updating instance_info_cache with network_info: [{"id": "6eb9feaa-b732-49c0-ac98-d95abf954a1d", "address": "fa:16:3e:69:0d:89", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb9feaa-b7", "ovs_interfaceid": "6eb9feaa-b732-49c0-ac98-d95abf954a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.759020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.849367] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1183.968818] env[62107]: DEBUG nova.network.neutron [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Successfully updated port: ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.051610] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1184.149951] env[62107]: DEBUG nova.compute.utils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1184.151991] env[62107]: DEBUG nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1184.173519] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Releasing lock "refresh_cache-655d0482-59c4-41f6-856c-51e1b06002cf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.174028] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Instance network_info: |[{"id": "6eb9feaa-b732-49c0-ac98-d95abf954a1d", "address": "fa:16:3e:69:0d:89", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb9feaa-b7", "ovs_interfaceid": "6eb9feaa-b732-49c0-ac98-d95abf954a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1184.174536] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:0d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb9feaa-b732-49c0-ac98-d95abf954a1d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.189776] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.190590] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e46e255-d2eb-496e-8e39-73b642e840a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.205069] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Created folder: OpenStack in parent group-v4. [ 1184.205273] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating folder: Project (1ec936c134ad489bba36b170a778d8a9). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.205482] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-741fc695-c87d-45b4-868a-5ea566e8d831 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.215698] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Created folder: Project (1ec936c134ad489bba36b170a778d8a9) in parent group-v354057. [ 1184.215799] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating folder: Instances. Parent ref: group-v354058. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.216236] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c12d93-d4b2-4c90-b721-290f9afd7236 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.230981] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Created folder: Instances in parent group-v354058. [ 1184.231438] env[62107]: DEBUG oslo.service.loopingcall [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.231514] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.231707] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0143c75a-0f67-40ed-bc84-0ae2b77861c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.258594] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.258594] env[62107]: value = "task-1698575" [ 1184.258594] env[62107]: _type = "Task" [ 1184.258594] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.268985] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698575, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.375788] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.472786] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "refresh_cache-d50ddb0d-24b8-4145-ba74-b43672c7a996" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.473094] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquired lock "refresh_cache-d50ddb0d-24b8-4145-ba74-b43672c7a996" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.473094] env[62107]: DEBUG nova.network.neutron [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.584142] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.653073] env[62107]: DEBUG nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1184.778853] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698575, 'name': CreateVM_Task, 'duration_secs': 0.480595} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.780349] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.786743] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.787331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.823545] env[62107]: DEBUG oslo_vmware.service [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82975595-00ef-4fba-9ad7-e06f7d17ffab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.832802] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.832802] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.835830] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1184.836136] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30da6d5-06ec-4928-a24e-f05350e9fd41 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.845441] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1184.845441] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5280f0d4-62b7-d072-4238-0accbd572590" [ 1184.845441] env[62107]: _type = "Task" [ 1184.845441] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.867974] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5280f0d4-62b7-d072-4238-0accbd572590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.953925] env[62107]: DEBUG nova.compute.manager [req-2967bb90-4293-4c03-a8f6-fe366d696024 req-ffc9526d-3af6-4f42-b96e-93f822dcc6b4 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Received event network-vif-plugged-ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1184.953925] env[62107]: DEBUG oslo_concurrency.lockutils [req-2967bb90-4293-4c03-a8f6-fe366d696024 req-ffc9526d-3af6-4f42-b96e-93f822dcc6b4 service nova] Acquiring lock "d50ddb0d-24b8-4145-ba74-b43672c7a996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.954224] env[62107]: DEBUG oslo_concurrency.lockutils [req-2967bb90-4293-4c03-a8f6-fe366d696024 req-ffc9526d-3af6-4f42-b96e-93f822dcc6b4 service nova] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.954318] env[62107]: DEBUG oslo_concurrency.lockutils [req-2967bb90-4293-4c03-a8f6-fe366d696024 req-ffc9526d-3af6-4f42-b96e-93f822dcc6b4 service nova] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.954525] env[62107]: DEBUG nova.compute.manager [req-2967bb90-4293-4c03-a8f6-fe366d696024 req-ffc9526d-3af6-4f42-b96e-93f822dcc6b4 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] No waiting events found dispatching network-vif-plugged-ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1184.954568] env[62107]: WARNING nova.compute.manager [req-2967bb90-4293-4c03-a8f6-fe366d696024 req-ffc9526d-3af6-4f42-b96e-93f822dcc6b4 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Received unexpected event network-vif-plugged-ff5ad157-c044-44a6-b8cc-03d5da5d05c2 for instance with vm_state building and task_state spawning. [ 1184.967826] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d707c4a-670e-4f9b-9f24-580310af1b3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.989661] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6506b6-d817-48a9-bc05-4ef9bc84fde8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.038229] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77027091-3edc-4909-8a57-56f9aee0bde0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.045498] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec02bdf-bbb6-44e3-bb45-916425c01a69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.062065] env[62107]: DEBUG nova.compute.provider_tree [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.105486] env[62107]: DEBUG nova.network.neutron [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.362885] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.363172] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.363424] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.363570] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.364026] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.364292] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4648ed6f-6000-4c46-a23e-a5ae5fe8fe8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.486631] env[62107]: DEBUG nova.network.neutron [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Updating instance_info_cache with network_info: [{"id": "ff5ad157-c044-44a6-b8cc-03d5da5d05c2", "address": "fa:16:3e:9a:b7:54", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ad157-c0", "ovs_interfaceid": "ff5ad157-c044-44a6-b8cc-03d5da5d05c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.520772] env[62107]: DEBUG nova.network.neutron [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Successfully updated port: 743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1185.567949] env[62107]: DEBUG nova.scheduler.client.report [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1185.631598] env[62107]: DEBUG nova.compute.manager [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Received event network-changed-6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1185.631598] env[62107]: DEBUG nova.compute.manager [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Refreshing instance network info cache due to event network-changed-6eb9feaa-b732-49c0-ac98-d95abf954a1d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1185.631598] env[62107]: DEBUG oslo_concurrency.lockutils [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] Acquiring lock "refresh_cache-655d0482-59c4-41f6-856c-51e1b06002cf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.631598] env[62107]: DEBUG oslo_concurrency.lockutils [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] Acquired lock "refresh_cache-655d0482-59c4-41f6-856c-51e1b06002cf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.631598] env[62107]: DEBUG nova.network.neutron [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Refreshing network info cache for port 6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.669986] env[62107]: DEBUG nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1185.714541] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1185.714541] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1185.714541] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.714864] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1185.714864] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.714864] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1185.714864] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1185.714864] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1185.715009] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1185.715009] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1185.715009] env[62107]: DEBUG nova.virt.hardware [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1185.716196] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a70026e-abcc-41a5-aa3c-83898eac9dec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.733897] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370848d9-9e6b-4111-9b3f-6e2cfa9556ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.748689] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.754303] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Creating folder: Project (d9e1a87e66a34d8e8b110a821119ede6). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.754696] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-665c8174-65e6-4df1-8f11-76a0adefa066 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.768416] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Created folder: Project (d9e1a87e66a34d8e8b110a821119ede6) in parent group-v354057. [ 1185.768612] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Creating folder: Instances. Parent ref: group-v354061. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1185.768849] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c56f5a-614d-4c48-bf59-54927876e2f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.780966] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Created folder: Instances in parent group-v354061. [ 1185.780966] env[62107]: DEBUG oslo.service.loopingcall [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.780966] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.781076] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db6f5d2a-5f20-4ec1-aa88-bbd5e0492df1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.806042] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.806042] env[62107]: value = "task-1698578" [ 1185.806042] env[62107]: _type = "Task" [ 1185.806042] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.813304] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698578, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.994452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Releasing lock "refresh_cache-d50ddb0d-24b8-4145-ba74-b43672c7a996" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.994452] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Instance network_info: |[{"id": "ff5ad157-c044-44a6-b8cc-03d5da5d05c2", "address": "fa:16:3e:9a:b7:54", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ad157-c0", "ovs_interfaceid": "ff5ad157-c044-44a6-b8cc-03d5da5d05c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1185.994664] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:b7:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff5ad157-c044-44a6-b8cc-03d5da5d05c2', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.002496] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Creating folder: Project (d555a74cc9f34f728fcf60983653add5). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.003058] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f385c015-fc43-456a-b4b0-5341a02ffdcc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.016494] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Created folder: Project (d555a74cc9f34f728fcf60983653add5) in parent group-v354057. [ 1186.016494] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Creating folder: Instances. Parent ref: group-v354064. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1186.016774] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2b298bd-0ba4-4edb-8784-0367f06aae29 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.023554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.024395] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.024637] env[62107]: DEBUG nova.network.neutron [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1186.027288] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Created folder: Instances in parent group-v354064. [ 1186.027794] env[62107]: DEBUG oslo.service.loopingcall [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.028448] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.028448] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94b7d755-393a-4b7c-a461-7e5c35ca1c1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.051703] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.051703] env[62107]: value = "task-1698581" [ 1186.051703] env[62107]: _type = "Task" [ 1186.051703] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.063798] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698581, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.073128] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.073704] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1186.076666] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.496s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.078182] env[62107]: INFO nova.compute.claims [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.317108] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698578, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.568976] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698581, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.582784] env[62107]: DEBUG nova.compute.utils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1186.587210] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1186.587210] env[62107]: DEBUG nova.network.neutron [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.614613] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.614902] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.615655] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd57c87-bcaa-4a13-a1f5-df3331fe6a44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.632023] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ad6b44-a090-4664-9a75-964e5d2b4f02 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.638229] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1186.638229] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5238397c-7275-8501-16f8-07094f5c96ac" [ 1186.638229] env[62107]: _type = "Task" [ 1186.638229] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.646637] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5238397c-7275-8501-16f8-07094f5c96ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.784212] env[62107]: DEBUG nova.policy [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1186.816576] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698578, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.848009] env[62107]: DEBUG nova.network.neutron [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.064900] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698581, 'name': CreateVM_Task, 'duration_secs': 0.919893} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.065029] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.066239] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.066413] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.066840] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.067048] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167b1c12-b235-4df5-bda0-4f61cad06682 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.074029] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1187.074029] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d92025-3c8d-7421-6664-7d320841e6e3" [ 1187.074029] env[62107]: _type = "Task" [ 1187.074029] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.082966] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d92025-3c8d-7421-6664-7d320841e6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.092286] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1187.158477] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Preparing fetch location {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1187.159366] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating directory with path [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.159366] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18c5b154-5cf2-478f-92a0-58df0946f8d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.177422] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Created directory with path [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.180978] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Fetch image to [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1187.180978] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Downloading image file data b1d1a7b1-a8e5-4161-be14-870277fb97fb to [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk on the data store datastore1 {{(pid=62107) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1187.180978] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49629507-d922-4203-8dfc-0f07c620de1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.188731] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9939fd34-ba53-4f92-82f0-2fecac415dea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.203818] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8e963-34fc-4e26-bf86-f069c248a83b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.251856] env[62107]: DEBUG nova.network.neutron [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Updated VIF entry in instance network info cache for port 6eb9feaa-b732-49c0-ac98-d95abf954a1d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.252348] env[62107]: DEBUG nova.network.neutron [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Updating instance_info_cache with network_info: [{"id": "6eb9feaa-b732-49c0-ac98-d95abf954a1d", "address": "fa:16:3e:69:0d:89", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb9feaa-b7", "ovs_interfaceid": "6eb9feaa-b732-49c0-ac98-d95abf954a1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.254079] env[62107]: DEBUG nova.network.neutron [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updating instance_info_cache with network_info: [{"id": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "address": "fa:16:3e:1d:f7:1f", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743e8918-3f", "ovs_interfaceid": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.257732] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaa61a0-51df-43cd-a574-a5ac65b7fefc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.265041] env[62107]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f09d5dcf-8c80-436c-a0f6-44707aae6a6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.316665] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698578, 'name': CreateVM_Task, 'duration_secs': 1.295201} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.316840] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.317257] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.336928] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3936150-84d4-44bc-b75a-07484adb8839 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.345488] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4baf5-9302-437e-a254-ef4446dd9070 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.354736] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Downloading image file data b1d1a7b1-a8e5-4161-be14-870277fb97fb to the data store datastore1 {{(pid=62107) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1187.387173] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9261de0a-d9ed-4a3b-beae-4fc06da41d5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.395702] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f0881-4a5e-43f6-ac6b-baaefab75b77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.415896] env[62107]: DEBUG nova.compute.provider_tree [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.442968] env[62107]: DEBUG oslo_vmware.rw_handles [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62107) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1187.590104] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.590390] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.591109] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.591109] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.591203] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.591426] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a77740-9fde-4803-b617-436ddff60d12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.604242] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1187.604242] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5211a930-c08b-f9e4-df5b-a28032f06b47" [ 1187.604242] env[62107]: _type = "Task" [ 1187.604242] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.612039] env[62107]: DEBUG nova.compute.manager [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Received event network-changed-ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1187.612039] env[62107]: DEBUG nova.compute.manager [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Refreshing instance network info cache due to event network-changed-ff5ad157-c044-44a6-b8cc-03d5da5d05c2. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1187.612039] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] Acquiring lock "refresh_cache-d50ddb0d-24b8-4145-ba74-b43672c7a996" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.612039] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] Acquired lock "refresh_cache-d50ddb0d-24b8-4145-ba74-b43672c7a996" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.612039] env[62107]: DEBUG nova.network.neutron [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Refreshing network info cache for port ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.622587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.622733] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.622946] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.640141] env[62107]: DEBUG nova.network.neutron [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Successfully created port: 6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.769780] env[62107]: DEBUG oslo_concurrency.lockutils [req-8992e7eb-5538-436d-b7eb-eb67037d13d7 req-64fb5a97-13e1-4705-8544-a7fc972c1ba0 service nova] Releasing lock "refresh_cache-655d0482-59c4-41f6-856c-51e1b06002cf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.770398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Releasing lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.770669] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Instance network_info: |[{"id": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "address": "fa:16:3e:1d:f7:1f", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743e8918-3f", "ovs_interfaceid": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1187.777907] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:f7:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '743e8918-3f6f-46f2-83b8-37c5ca32a935', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.789146] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Creating folder: Project (73ab7eba1d0a4825b56a56407bac6a0d). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.792734] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91f3c204-0214-4567-9eeb-85cb7c371070 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.805107] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Created folder: Project (73ab7eba1d0a4825b56a56407bac6a0d) in parent group-v354057. [ 1187.805407] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Creating folder: Instances. Parent ref: group-v354067. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1187.806811] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cb5f9b5-091f-482d-b1ad-beedfa04d7ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.817904] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Created folder: Instances in parent group-v354067. [ 1187.818068] env[62107]: DEBUG oslo.service.loopingcall [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1187.818242] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.818446] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3959d3-20ed-493a-8620-9616b841563e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.845497] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.845497] env[62107]: value = "task-1698584" [ 1187.845497] env[62107]: _type = "Task" [ 1187.845497] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.853849] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698584, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.917423] env[62107]: DEBUG nova.scheduler.client.report [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1188.103700] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1188.114028] env[62107]: DEBUG oslo_vmware.rw_handles [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Completed reading data from the image iterator. {{(pid=62107) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1188.114028] env[62107]: DEBUG oslo_vmware.rw_handles [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1188.136720] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1188.136720] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1188.136720] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.137536] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1188.137765] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.138014] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1188.138318] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1188.138528] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1188.138712] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1188.138968] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1188.139164] env[62107]: DEBUG nova.virt.hardware [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1188.140490] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068b34f-951f-4c39-8802-45379c011481 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.151753] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b216fcb-6b6b-4a2c-a33a-8a0f45dd5382 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.263860] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Downloaded image file data b1d1a7b1-a8e5-4161-be14-870277fb97fb to vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk on the data store datastore1 {{(pid=62107) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1188.266407] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Caching image {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1188.266407] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Copying Virtual Disk [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk to [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.266625] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ce4d53-83be-4d55-8cda-ca32c87a19f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.274257] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1188.274257] env[62107]: value = "task-1698585" [ 1188.274257] env[62107]: _type = "Task" [ 1188.274257] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.282867] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.355205] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698584, 'name': CreateVM_Task, 'duration_secs': 0.346327} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.355205] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.355572] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.355730] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.356057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.356346] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bea8c19-86c9-447c-bcd1-73ea00152eb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.361274] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1188.361274] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520250d6-d6bf-6c7a-5e82-f59e781f9e12" [ 1188.361274] env[62107]: _type = "Task" [ 1188.361274] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.369486] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520250d6-d6bf-6c7a-5e82-f59e781f9e12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.425989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.427292] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1188.436652] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.332s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.436652] env[62107]: INFO nova.compute.claims [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.791622] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698585, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.795599] env[62107]: DEBUG nova.network.neutron [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Updated VIF entry in instance network info cache for port ff5ad157-c044-44a6-b8cc-03d5da5d05c2. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.796769] env[62107]: DEBUG nova.network.neutron [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Updating instance_info_cache with network_info: [{"id": "ff5ad157-c044-44a6-b8cc-03d5da5d05c2", "address": "fa:16:3e:9a:b7:54", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff5ad157-c0", "ovs_interfaceid": "ff5ad157-c044-44a6-b8cc-03d5da5d05c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.872623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.872996] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.873225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.946452] env[62107]: DEBUG nova.compute.utils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1188.948895] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1188.949172] env[62107]: DEBUG nova.network.neutron [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.022712] env[62107]: DEBUG nova.compute.manager [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Received event network-vif-plugged-743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1189.022846] env[62107]: DEBUG oslo_concurrency.lockutils [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] Acquiring lock "227a90d6-1651-45fb-bb34-c785a7a7ff49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.023105] env[62107]: DEBUG oslo_concurrency.lockutils [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.023209] env[62107]: DEBUG oslo_concurrency.lockutils [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.023371] env[62107]: DEBUG nova.compute.manager [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] No waiting events found dispatching network-vif-plugged-743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1189.023533] env[62107]: WARNING nova.compute.manager [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Received unexpected event network-vif-plugged-743e8918-3f6f-46f2-83b8-37c5ca32a935 for instance with vm_state building and task_state spawning. [ 1189.023693] env[62107]: DEBUG nova.compute.manager [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Received event network-changed-743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1189.023842] env[62107]: DEBUG nova.compute.manager [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Refreshing instance network info cache due to event network-changed-743e8918-3f6f-46f2-83b8-37c5ca32a935. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1189.024152] env[62107]: DEBUG oslo_concurrency.lockutils [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] Acquiring lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.024419] env[62107]: DEBUG oslo_concurrency.lockutils [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] Acquired lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.024685] env[62107]: DEBUG nova.network.neutron [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Refreshing network info cache for port 743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.214194] env[62107]: DEBUG nova.policy [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b8d4ab4a5a42a6b0ad8070e2692396', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647c915268b146658e39f8130bc6b1d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1189.291982] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740579} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.292832] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Copied Virtual Disk [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk to [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.296818] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleting the datastore file [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb/tmp-sparse.vmdk {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.296818] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69e6c867-beb0-40c1-8f4f-c5d8607791d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.300448] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4c34a9-6d96-4156-89c0-755acb4c6b7d req-a9827ecf-43d9-4a7f-80b2-79f1fc7aa273 service nova] Releasing lock "refresh_cache-d50ddb0d-24b8-4145-ba74-b43672c7a996" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.304478] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1189.304478] env[62107]: value = "task-1698586" [ 1189.304478] env[62107]: _type = "Task" [ 1189.304478] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.312781] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.313081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.318565] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.452050] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1189.688352] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a76500b-63c1-4702-a0ed-152ec1b62925 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.706278] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3f14b-7131-40b5-a40d-13d8b23a6b64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.757164] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15179949-72b3-42aa-aa0c-cff783872f13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.770033] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47815588-19df-488f-bcbd-352b94ec0365 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.779018] env[62107]: DEBUG nova.network.neutron [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Successfully created port: 1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.793056] env[62107]: DEBUG nova.compute.provider_tree [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.819295] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024776} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.819295] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.819971] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Moving file from [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6/b1d1a7b1-a8e5-4161-be14-870277fb97fb to [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb. {{(pid=62107) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1189.820356] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-8fc368a4-845d-46c0-bbca-1965c11fcd1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.829525] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1189.829525] env[62107]: value = "task-1698587" [ 1189.829525] env[62107]: _type = "Task" [ 1189.829525] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.847710] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698587, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.296928] env[62107]: DEBUG nova.scheduler.client.report [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1190.349999] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698587, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02313} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.349999] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] File moved {{(pid=62107) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1190.349999] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Cleaning up location [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6 {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1190.349999] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleting the datastore file [datastore1] vmware_temp/08867f6b-36b1-4da8-9053-4511850e5df6 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.349999] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf3f145b-b5ff-4af0-8d21-d778157a5a7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.353353] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1190.353353] env[62107]: value = "task-1698588" [ 1190.353353] env[62107]: _type = "Task" [ 1190.353353] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.364711] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.390641] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.390641] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.391140] env[62107]: DEBUG nova.network.neutron [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updated VIF entry in instance network info cache for port 743e8918-3f6f-46f2-83b8-37c5ca32a935. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.391449] env[62107]: DEBUG nova.network.neutron [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updating instance_info_cache with network_info: [{"id": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "address": "fa:16:3e:1d:f7:1f", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743e8918-3f", "ovs_interfaceid": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.469321] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1190.505037] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1190.505037] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1190.505037] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.505303] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1190.505303] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.505303] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1190.507163] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1190.507163] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1190.507163] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1190.507163] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1190.507163] env[62107]: DEBUG nova.virt.hardware [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.507753] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb9840a-3f41-4fee-ad30-ac38ccf0077a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.518019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551ad8a2-aa83-4084-9231-f192c3ea00f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.755469] env[62107]: DEBUG nova.network.neutron [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Successfully updated port: 6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.803078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.806231] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1190.808457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.050s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.809737] env[62107]: INFO nova.compute.claims [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.871048] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025641} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.871048] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.871048] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac03de7-b325-4f71-bf1b-9cae39fb0b83 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.881701] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1190.881701] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520bca89-9489-4a4f-5056-4761738f366e" [ 1190.881701] env[62107]: _type = "Task" [ 1190.881701] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.889335] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520bca89-9489-4a4f-5056-4761738f366e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.895980] env[62107]: DEBUG oslo_concurrency.lockutils [req-15c8ea9e-3a36-439c-8d84-e1a74684baa3 req-1fc7cae8-e3dc-43f5-908c-64ebda1d0096 service nova] Releasing lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.019606] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.019899] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.259803] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.259803] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.259959] env[62107]: DEBUG nova.network.neutron [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.315462] env[62107]: DEBUG nova.compute.utils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1191.316825] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1191.317191] env[62107]: DEBUG nova.network.neutron [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.363540] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.364049] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.388991] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520bca89-9489-4a4f-5056-4761738f366e, 'name': SearchDatastore_Task, 'duration_secs': 0.015591} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.389139] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.389960] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 655d0482-59c4-41f6-856c-51e1b06002cf/655d0482-59c4-41f6-856c-51e1b06002cf.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.389960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.390123] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.390262] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c2ee97-1236-4b5f-aab6-9ebf95aa6f72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.392509] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19dde6a8-e3fc-4d34-a6b1-c08729d3db7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.400276] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1191.400276] env[62107]: value = "task-1698589" [ 1191.400276] env[62107]: _type = "Task" [ 1191.400276] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.413581] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.415405] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.415868] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.417328] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92364e31-6a17-4c8e-9cec-bc459d7ff88e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.424319] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1191.424319] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f79d75-993a-9cb5-34bb-f0499ba29f28" [ 1191.424319] env[62107]: _type = "Task" [ 1191.424319] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.435946] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f79d75-993a-9cb5-34bb-f0499ba29f28, 'name': SearchDatastore_Task, 'duration_secs': 0.00803} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.436729] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb85e1e-a323-4f8b-adff-8b6ef19be74c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.442825] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1191.442825] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5201c212-ebc0-5a00-75f7-076289451413" [ 1191.442825] env[62107]: _type = "Task" [ 1191.442825] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.454213] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5201c212-ebc0-5a00-75f7-076289451413, 'name': SearchDatastore_Task, 'duration_secs': 0.008061} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.456008] env[62107]: DEBUG nova.policy [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b8d4ab4a5a42a6b0ad8070e2692396', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647c915268b146658e39f8130bc6b1d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1191.457664] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.457986] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d50ddb0d-24b8-4145-ba74-b43672c7a996/d50ddb0d-24b8-4145-ba74-b43672c7a996.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.458358] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.458637] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.458997] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e2a6221-0a3b-4c00-ab0e-1a140ab405ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.461664] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3d190d3-4b7a-471e-a1e6-c25f01dd1bed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.469375] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1191.469375] env[62107]: value = "task-1698590" [ 1191.469375] env[62107]: _type = "Task" [ 1191.469375] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.470209] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.470407] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.474767] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911a51f6-f98b-42e3-8b66-70bb953b85e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.484615] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.486590] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1191.486590] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202d98f-5d20-7402-8f51-5f7ab7def2a2" [ 1191.486590] env[62107]: _type = "Task" [ 1191.486590] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.495368] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202d98f-5d20-7402-8f51-5f7ab7def2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.825224] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1191.911849] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698589, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.924441] env[62107]: DEBUG nova.network.neutron [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.929987] env[62107]: DEBUG nova.network.neutron [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Successfully updated port: 1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.981677] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.997649] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202d98f-5d20-7402-8f51-5f7ab7def2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.998592] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8796199c-b5d9-4285-8ef2-7b481ada8d44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.006012] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1192.006012] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528ff406-80fd-a54b-5943-747ad3a8f7a9" [ 1192.006012] env[62107]: _type = "Task" [ 1192.006012] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.016750] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528ff406-80fd-a54b-5943-747ad3a8f7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.167637] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1915ab8-72b7-4030-8641-70149d016b88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.177335] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701e082e-5475-4adb-82ee-762ecab78c49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.215276] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28527442-901d-44d7-a13e-4e598c2d7719 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.223907] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3a8b7-351b-4343-be9a-663b9656a7eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.240753] env[62107]: DEBUG nova.compute.provider_tree [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.373287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.373561] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.412558] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578635} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.412986] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 655d0482-59c4-41f6-856c-51e1b06002cf/655d0482-59c4-41f6-856c-51e1b06002cf.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.413523] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.413877] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e3690f-179c-4923-bda4-e103b3220b31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.428024] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1192.428024] env[62107]: value = "task-1698591" [ 1192.428024] env[62107]: _type = "Task" [ 1192.428024] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.438534] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.438815] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.439075] env[62107]: DEBUG nova.network.neutron [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.441099] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.481009] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898102} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.482952] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d50ddb0d-24b8-4145-ba74-b43672c7a996/d50ddb0d-24b8-4145-ba74-b43672c7a996.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.482952] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.482952] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72c72c4a-1215-43da-9a66-2a4c8b75abc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.492215] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1192.492215] env[62107]: value = "task-1698592" [ 1192.492215] env[62107]: _type = "Task" [ 1192.492215] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.502997] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.504760] env[62107]: DEBUG nova.network.neutron [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.520243] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528ff406-80fd-a54b-5943-747ad3a8f7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.059585} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.520386] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.520618] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b7376628-2a4a-4ec8-8be2-48fc6ee95d73/b7376628-2a4a-4ec8-8be2-48fc6ee95d73.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.520950] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.521303] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.522623] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d92716d-4556-49e7-90ee-52ea76a45cff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.525246] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1e98ecc-cf29-4cbb-b2f9-1a85e997fd0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.534997] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1192.534997] env[62107]: value = "task-1698593" [ 1192.534997] env[62107]: _type = "Task" [ 1192.534997] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.536646] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.536742] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.541417] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e85717-1a07-44cd-86cc-deb6cbc362e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.550869] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.552656] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1192.552656] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d39adf-7088-1fe8-7cde-3f2fb0d2e1bb" [ 1192.552656] env[62107]: _type = "Task" [ 1192.552656] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.564244] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d39adf-7088-1fe8-7cde-3f2fb0d2e1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.589144] env[62107]: DEBUG nova.compute.manager [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-vif-plugged-6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.589144] env[62107]: DEBUG oslo_concurrency.lockutils [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.589144] env[62107]: DEBUG oslo_concurrency.lockutils [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.589144] env[62107]: DEBUG oslo_concurrency.lockutils [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.589144] env[62107]: DEBUG nova.compute.manager [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] No waiting events found dispatching network-vif-plugged-6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1192.589434] env[62107]: WARNING nova.compute.manager [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received unexpected event network-vif-plugged-6e9482cb-e8c9-4411-93e7-52655ff74d52 for instance with vm_state building and task_state spawning. [ 1192.589434] env[62107]: DEBUG nova.compute.manager [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-changed-6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1192.589556] env[62107]: DEBUG nova.compute.manager [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Refreshing instance network info cache due to event network-changed-6e9482cb-e8c9-4411-93e7-52655ff74d52. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1192.589757] env[62107]: DEBUG oslo_concurrency.lockutils [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] Acquiring lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.653359] env[62107]: DEBUG nova.network.neutron [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Successfully created port: 522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.771603] env[62107]: ERROR nova.scheduler.client.report [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [req-681c1d56-1d96-4bc5-9d57-25c55f143c50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-681c1d56-1d96-4bc5-9d57-25c55f143c50"}]} [ 1192.796157] env[62107]: DEBUG nova.scheduler.client.report [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1192.821469] env[62107]: DEBUG nova.scheduler.client.report [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1192.821857] env[62107]: DEBUG nova.compute.provider_tree [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.839344] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1192.843298] env[62107]: DEBUG nova.scheduler.client.report [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1192.874758] env[62107]: DEBUG nova.scheduler.client.report [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1192.879484] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1192.879484] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1192.879922] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.881068] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1192.881068] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.881068] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1192.881068] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1192.881068] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1192.881295] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1192.882627] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1192.882627] env[62107]: DEBUG nova.virt.hardware [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1192.882627] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3aa044-5399-4fc7-85b5-8d3d0e29af2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.892425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac6353-7ff5-4fbc-8f2c-028f1c0f2f35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.937759] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068915} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.940543] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.943388] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d5eb76-8ebb-4caf-b5e9-a4f6dcbb58f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.969929] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 655d0482-59c4-41f6-856c-51e1b06002cf/655d0482-59c4-41f6-856c-51e1b06002cf.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.973476] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bc896f-2883-41a1-ab3e-90061656e4db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.000550] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1193.000550] env[62107]: value = "task-1698594" [ 1193.000550] env[62107]: _type = "Task" [ 1193.000550] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.007276] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.008110] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Instance network_info: |[{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1193.008110] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193644} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.015860] env[62107]: DEBUG oslo_concurrency.lockutils [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] Acquired lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.019453] env[62107]: DEBUG nova.network.neutron [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Refreshing network info cache for port 6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.022075] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:5f:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e9482cb-e8c9-4411-93e7-52655ff74d52', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.031132] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Creating folder: Project (f936dcc668464a5f82bcce6002e2a61b). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.032270] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.036900] env[62107]: DEBUG nova.network.neutron [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.038902] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59785d7b-08b8-49dc-ab5d-d073bbbfd554 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.041253] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f20a5-e68f-4d0c-b5f4-caf59ce05778 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.043870] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.071197] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] d50ddb0d-24b8-4145-ba74-b43672c7a996/d50ddb0d-24b8-4145-ba74-b43672c7a996.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.084048] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd989049-4955-4be3-91a0-f8efcbd4ae5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.099885] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Created folder: Project (f936dcc668464a5f82bcce6002e2a61b) in parent group-v354057. [ 1193.100107] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Creating folder: Instances. Parent ref: group-v354070. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.103780] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1de4ded6-d821-4761-9263-1a45770ace16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.110660] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.116403] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d39adf-7088-1fe8-7cde-3f2fb0d2e1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01609} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.122932] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1193.122932] env[62107]: value = "task-1698596" [ 1193.122932] env[62107]: _type = "Task" [ 1193.122932] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.123465] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7f1e64-7bf2-4d6a-a97f-a592bf428448 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.130650] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Created folder: Instances in parent group-v354070. [ 1193.132271] env[62107]: DEBUG oslo.service.loopingcall [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1193.132271] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.132271] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86e899dd-557d-4382-86a2-1b4cf3d43039 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.155300] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1193.155300] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c8bea-8d52-2f4a-dc92-d808a5d01037" [ 1193.155300] env[62107]: _type = "Task" [ 1193.155300] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.155629] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.160981] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.160981] env[62107]: value = "task-1698598" [ 1193.160981] env[62107]: _type = "Task" [ 1193.160981] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.167629] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c8bea-8d52-2f4a-dc92-d808a5d01037, 'name': SearchDatastore_Task, 'duration_secs': 0.027285} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.168184] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.168478] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 227a90d6-1651-45fb-bb34-c785a7a7ff49/227a90d6-1651-45fb-bb34-c785a7a7ff49.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.171282] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83d8cc58-326c-463e-b12c-6f8e8cbd8a3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.177320] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698598, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.182251] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1193.182251] env[62107]: value = "task-1698599" [ 1193.182251] env[62107]: _type = "Task" [ 1193.182251] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.195304] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.271931] env[62107]: DEBUG nova.compute.manager [req-df8ccb41-fb6d-4667-8627-83c485153335 req-14a911b1-5440-4a61-835b-5d30d93b1824 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Received event network-vif-plugged-1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1193.272168] env[62107]: DEBUG oslo_concurrency.lockutils [req-df8ccb41-fb6d-4667-8627-83c485153335 req-14a911b1-5440-4a61-835b-5d30d93b1824 service nova] Acquiring lock "6014c827-bbb3-4419-bf0c-574989a6f943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.272703] env[62107]: DEBUG oslo_concurrency.lockutils [req-df8ccb41-fb6d-4667-8627-83c485153335 req-14a911b1-5440-4a61-835b-5d30d93b1824 service nova] Lock "6014c827-bbb3-4419-bf0c-574989a6f943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.272703] env[62107]: DEBUG oslo_concurrency.lockutils [req-df8ccb41-fb6d-4667-8627-83c485153335 req-14a911b1-5440-4a61-835b-5d30d93b1824 service nova] Lock "6014c827-bbb3-4419-bf0c-574989a6f943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.272888] env[62107]: DEBUG nova.compute.manager [req-df8ccb41-fb6d-4667-8627-83c485153335 req-14a911b1-5440-4a61-835b-5d30d93b1824 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] No waiting events found dispatching network-vif-plugged-1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1193.272888] env[62107]: WARNING nova.compute.manager [req-df8ccb41-fb6d-4667-8627-83c485153335 req-14a911b1-5440-4a61-835b-5d30d93b1824 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Received unexpected event network-vif-plugged-1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 for instance with vm_state building and task_state spawning. [ 1193.342057] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bcf94-bc61-4649-9b2d-33bb4e073476 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.354526] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2707fc77-9fd6-44e2-b14d-1fb9e7d180b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.391254] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cccdc3-4c7b-4e7d-8d37-7310f7f6435a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.400194] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f325c4b-de53-4c82-b9fb-223717986ae8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.415450] env[62107]: DEBUG nova.compute.provider_tree [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.442499] env[62107]: DEBUG nova.network.neutron [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updating instance_info_cache with network_info: [{"id": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "address": "fa:16:3e:d8:53:68", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e39f6e0-92", "ovs_interfaceid": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.516440] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698594, 'name': ReconfigVM_Task, 'duration_secs': 0.410039} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.516954] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 655d0482-59c4-41f6-856c-51e1b06002cf/655d0482-59c4-41f6-856c-51e1b06002cf.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.517720] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6365e10a-4188-4842-9b64-0ad4d2a01cc7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.527877] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1193.527877] env[62107]: value = "task-1698600" [ 1193.527877] env[62107]: _type = "Task" [ 1193.527877] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.540457] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698600, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.556197] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639633} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.556487] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b7376628-2a4a-4ec8-8be2-48fc6ee95d73/b7376628-2a4a-4ec8-8be2-48fc6ee95d73.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.556692] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.557826] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-345c32b7-71f4-4f2d-8645-5fc9d3a5062e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.564521] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1193.564521] env[62107]: value = "task-1698601" [ 1193.564521] env[62107]: _type = "Task" [ 1193.564521] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.574141] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.640970] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.674904] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698598, 'name': CreateVM_Task, 'duration_secs': 0.466756} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.677758] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.678495] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.678667] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.679024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1193.681475] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5528a4f7-9441-4dee-a0f7-b419379432fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.684658] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1193.684658] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e89c0e-dbae-05b4-ef0d-162ade7dc5bd" [ 1193.684658] env[62107]: _type = "Task" [ 1193.684658] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.696803] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e89c0e-dbae-05b4-ef0d-162ade7dc5bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.700666] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698599, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.946628] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.946628] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Instance network_info: |[{"id": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "address": "fa:16:3e:d8:53:68", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e39f6e0-92", "ovs_interfaceid": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1193.947056] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:53:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.956877] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Creating folder: Project (647c915268b146658e39f8130bc6b1d8). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.958463] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbb7f70b-a43c-4e8f-988c-cf3efc7e2ed6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.968379] env[62107]: DEBUG nova.scheduler.client.report [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1193.968628] env[62107]: DEBUG nova.compute.provider_tree [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 20 to 21 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1193.968816] env[62107]: DEBUG nova.compute.provider_tree [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.974455] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Created folder: Project (647c915268b146658e39f8130bc6b1d8) in parent group-v354057. [ 1193.974648] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Creating folder: Instances. Parent ref: group-v354073. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.974880] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ac79b25-e0e4-4dfd-ad95-8b16a207be5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.985975] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Created folder: Instances in parent group-v354073. [ 1193.985975] env[62107]: DEBUG oslo.service.loopingcall [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1193.985975] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.985975] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e95070-b992-4cad-b7d4-cc8b6b694a95 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.009011] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.009011] env[62107]: value = "task-1698604" [ 1194.009011] env[62107]: _type = "Task" [ 1194.009011] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.019813] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698604, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.035043] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698600, 'name': Rename_Task, 'duration_secs': 0.209768} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.035202] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.035437] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74202030-ee85-4d0d-bdd5-841e73502c4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.041730] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1194.041730] env[62107]: value = "task-1698605" [ 1194.041730] env[62107]: _type = "Task" [ 1194.041730] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.051814] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.081017] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110246} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.081017] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.081808] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc5e299-7172-4ebf-b32c-a07b412778df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.106993] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b7376628-2a4a-4ec8-8be2-48fc6ee95d73/b7376628-2a4a-4ec8-8be2-48fc6ee95d73.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.110493] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81abe27f-2e34-4c02-8600-2e1a170555e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.136209] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1194.136209] env[62107]: value = "task-1698606" [ 1194.136209] env[62107]: _type = "Task" [ 1194.136209] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.142225] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698596, 'name': ReconfigVM_Task, 'duration_secs': 0.607348} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.142881] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Reconfigured VM instance instance-00000002 to attach disk [datastore1] d50ddb0d-24b8-4145-ba74-b43672c7a996/d50ddb0d-24b8-4145-ba74-b43672c7a996.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.143522] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67833ada-1cd5-4ca8-9f89-5af1b68fa37e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.151804] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.153269] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1194.153269] env[62107]: value = "task-1698607" [ 1194.153269] env[62107]: _type = "Task" [ 1194.153269] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.162477] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698607, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.201104] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e89c0e-dbae-05b4-ef0d-162ade7dc5bd, 'name': SearchDatastore_Task, 'duration_secs': 0.030022} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.204481] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.204725] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.204957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.205102] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.205272] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.205557] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531882} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.205765] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c171dab7-8253-4064-a49c-643f2f155c8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.207799] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 227a90d6-1651-45fb-bb34-c785a7a7ff49/227a90d6-1651-45fb-bb34-c785a7a7ff49.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.207993] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.208237] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a136619c-aded-4b68-828f-1c73042c8e46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.217201] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1194.217201] env[62107]: value = "task-1698608" [ 1194.217201] env[62107]: _type = "Task" [ 1194.217201] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.226094] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.226428] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.227462] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082a3db7-e4a8-4117-9111-957427a4067e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.236059] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.239110] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1194.239110] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a48ec-3367-b8eb-0e2c-a1ba19477c87" [ 1194.239110] env[62107]: _type = "Task" [ 1194.239110] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.240326] env[62107]: DEBUG nova.network.neutron [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updated VIF entry in instance network info cache for port 6e9482cb-e8c9-4411-93e7-52655ff74d52. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.240404] env[62107]: DEBUG nova.network.neutron [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.251672] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a48ec-3367-b8eb-0e2c-a1ba19477c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.475666] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.668s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.480080] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1194.483567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.108s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.488471] env[62107]: INFO nova.compute.claims [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.523841] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698604, 'name': CreateVM_Task, 'duration_secs': 0.464614} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.523841] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.525742] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.525868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.526210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1194.526787] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffaf01c-39ad-4e86-a35e-36352e6d0c35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.534165] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1194.534165] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d50a16-ad70-7e3d-18ce-d575381e31f4" [ 1194.534165] env[62107]: _type = "Task" [ 1194.534165] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.544116] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d50a16-ad70-7e3d-18ce-d575381e31f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.552309] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698605, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.645733] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.662269] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698607, 'name': Rename_Task, 'duration_secs': 0.184457} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.662775] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.662775] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85c51d31-45b2-4780-8296-b892a993a048 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.669217] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1194.669217] env[62107]: value = "task-1698609" [ 1194.669217] env[62107]: _type = "Task" [ 1194.669217] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.677306] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.727264] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075411} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.727482] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.728217] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dd5fb9-edbd-4f12-8bd0-216166202079 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.754277] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 227a90d6-1651-45fb-bb34-c785a7a7ff49/227a90d6-1651-45fb-bb34-c785a7a7ff49.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.758354] env[62107]: DEBUG oslo_concurrency.lockutils [req-bff1d348-26fa-42fe-a4bc-945e88777303 req-5cc2464a-e62f-47bb-8d10-9fafd65da35c service nova] Releasing lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.758738] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f71600-21bd-41a1-998d-fe5b92c069e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.783469] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a48ec-3367-b8eb-0e2c-a1ba19477c87, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.786354] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1194.786354] env[62107]: value = "task-1698610" [ 1194.786354] env[62107]: _type = "Task" [ 1194.786354] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.786543] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d02e12-7eac-4709-912e-2f556b9ae1f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.797341] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1194.797341] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e9716-8399-b080-7f49-213b9b227eb5" [ 1194.797341] env[62107]: _type = "Task" [ 1194.797341] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.801362] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.811080] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e9716-8399-b080-7f49-213b9b227eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.811808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.811808] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3ba3ab68-3aca-455a-8600-9508a11579c9/3ba3ab68-3aca-455a-8600-9508a11579c9.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.811808] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c742d64d-ae6d-4e5b-8869-d2ba83595529 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.819272] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1194.819272] env[62107]: value = "task-1698611" [ 1194.819272] env[62107]: _type = "Task" [ 1194.819272] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.830536] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.995022] env[62107]: DEBUG nova.compute.utils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1194.998539] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1194.998539] env[62107]: DEBUG nova.network.neutron [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.044802] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d50a16-ad70-7e3d-18ce-d575381e31f4, 'name': SearchDatastore_Task, 'duration_secs': 0.024808} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.045756] env[62107]: DEBUG nova.network.neutron [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Successfully updated port: 522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.050796] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.051116] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.051927] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.052123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.052322] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.053163] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0c6869-9d99-46bb-8abe-98044ab40a3a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.064854] env[62107]: DEBUG oslo_vmware.api [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698605, 'name': PowerOnVM_Task, 'duration_secs': 0.550773} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.065230] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.065716] env[62107]: INFO nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Took 16.14 seconds to spawn the instance on the hypervisor. [ 1195.066042] env[62107]: DEBUG nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1195.068532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13acdac9-e6d1-427f-b8ac-668d6947db07 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.072400] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.072627] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.073437] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69c33bc-c5f1-4681-8eb8-2d9d04f4a90d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.088060] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1195.088060] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5215907c-7f6d-57ac-6903-1fbc4957df42" [ 1195.088060] env[62107]: _type = "Task" [ 1195.088060] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.095756] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5215907c-7f6d-57ac-6903-1fbc4957df42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.118892] env[62107]: DEBUG nova.policy [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b8d4ab4a5a42a6b0ad8070e2692396', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647c915268b146658e39f8130bc6b1d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1195.151763] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.183290] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698609, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.310172] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.339814] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.499983] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1195.558157] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "refresh_cache-261080a8-78d6-4506-96ef-d9175fe0017e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.558310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "refresh_cache-261080a8-78d6-4506-96ef-d9175fe0017e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.558434] env[62107]: DEBUG nova.network.neutron [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.607621] env[62107]: INFO nova.compute.manager [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Took 20.99 seconds to build instance. [ 1195.608630] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5215907c-7f6d-57ac-6903-1fbc4957df42, 'name': SearchDatastore_Task, 'duration_secs': 0.051511} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.609616] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a711615-2598-45bc-8150-a6abb100e7ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.620737] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1195.620737] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a84f86-83c4-47fe-5116-425807a841d8" [ 1195.620737] env[62107]: _type = "Task" [ 1195.620737] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.629632] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a84f86-83c4-47fe-5116-425807a841d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.651595] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698606, 'name': ReconfigVM_Task, 'duration_secs': 1.426779} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.652260] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b7376628-2a4a-4ec8-8be2-48fc6ee95d73/b7376628-2a4a-4ec8-8be2-48fc6ee95d73.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.652641] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f94c169-8f17-4b69-9cfa-aebfb02405ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.662272] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1195.662272] env[62107]: value = "task-1698612" [ 1195.662272] env[62107]: _type = "Task" [ 1195.662272] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.674491] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698612, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.686653] env[62107]: DEBUG oslo_vmware.api [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698609, 'name': PowerOnVM_Task, 'duration_secs': 0.747197} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.686800] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.686890] env[62107]: INFO nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Took 14.52 seconds to spawn the instance on the hypervisor. [ 1195.687145] env[62107]: DEBUG nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1195.688857] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e634d5a-ad0c-4bae-841b-5e8c10075e4c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.807973] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.817380] env[62107]: DEBUG nova.network.neutron [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Successfully created port: 4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.832414] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543686} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.833603] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3ba3ab68-3aca-455a-8600-9508a11579c9/3ba3ab68-3aca-455a-8600-9508a11579c9.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.833603] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.833603] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d168bd-a455-46e6-8b33-638309e49f18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.839667] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1195.839667] env[62107]: value = "task-1698613" [ 1195.839667] env[62107]: _type = "Task" [ 1195.839667] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.849071] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.889613] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.889743] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.891448] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fd43db-564c-4edd-852d-65e1335877d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.900931] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02025ced-4e20-45cb-8f80-cb27927c15a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.934294] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c68e5f-fcc6-46e0-91e1-55ef3be412a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.941988] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2067c99c-61a2-4b0c-bcb6-9d2849193be7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.956296] env[62107]: DEBUG nova.compute.provider_tree [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.110268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bfc563fb-6f03-426e-8a5c-ab6c9bf74b27 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "655d0482-59c4-41f6-856c-51e1b06002cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.512s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.132931] env[62107]: DEBUG nova.network.neutron [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.137410] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a84f86-83c4-47fe-5116-425807a841d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014873} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.137992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.138443] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6014c827-bbb3-4419-bf0c-574989a6f943/6014c827-bbb3-4419-bf0c-574989a6f943.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.138539] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa5a2f7-211c-4f86-82b1-03d7e1e246d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.145633] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1196.145633] env[62107]: value = "task-1698614" [ 1196.145633] env[62107]: _type = "Task" [ 1196.145633] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.154194] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.182122] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698612, 'name': Rename_Task, 'duration_secs': 0.150828} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.182122] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.182284] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724a7857-216f-44cb-a830-a5fd13270eee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.188812] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1196.188812] env[62107]: value = "task-1698615" [ 1196.188812] env[62107]: _type = "Task" [ 1196.188812] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.197763] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.217086] env[62107]: INFO nova.compute.manager [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Took 21.30 seconds to build instance. [ 1196.310333] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698610, 'name': ReconfigVM_Task, 'duration_secs': 1.046624} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.310333] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 227a90d6-1651-45fb-bb34-c785a7a7ff49/227a90d6-1651-45fb-bb34-c785a7a7ff49.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.310333] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a8d3028-7d9b-4d96-8f9c-64ae7cd4a869 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.318048] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1196.318048] env[62107]: value = "task-1698616" [ 1196.318048] env[62107]: _type = "Task" [ 1196.318048] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.332448] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698616, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.353804] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06136} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.354110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.360914] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53b248-252c-4e3f-ba71-11ffa5f4ce37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.385711] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 3ba3ab68-3aca-455a-8600-9508a11579c9/3ba3ab68-3aca-455a-8600-9508a11579c9.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.386668] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82442c30-3149-4eb0-8e29-0162697984cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.412777] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1196.412777] env[62107]: value = "task-1698617" [ 1196.412777] env[62107]: _type = "Task" [ 1196.412777] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.426200] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.462752] env[62107]: DEBUG nova.scheduler.client.report [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1196.509786] env[62107]: DEBUG nova.network.neutron [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Updating instance_info_cache with network_info: [{"id": "522cdacc-cff6-426c-903b-cace96f3b839", "address": "fa:16:3e:31:94:16", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522cdacc-cf", "ovs_interfaceid": "522cdacc-cff6-426c-903b-cace96f3b839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.512647] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1196.552363] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1196.553167] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1196.553167] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.553167] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1196.553167] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.553433] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1196.553552] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1196.553711] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1196.553893] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1196.554056] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1196.554252] env[62107]: DEBUG nova.virt.hardware [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.555692] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d7da4-f863-49c0-bc8d-c7f453caa645 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.564495] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec47ba63-f612-44e3-bcf7-0a0d82f7be04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.614439] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1196.660445] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698614, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.701204] env[62107]: DEBUG oslo_vmware.api [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698615, 'name': PowerOnVM_Task, 'duration_secs': 0.50974} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.701567] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.701898] env[62107]: INFO nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1196.702064] env[62107]: DEBUG nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1196.702990] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02120f36-8deb-460c-9806-a28c2367c87c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.719381] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f17e4281-3d73-4a57-94b8-5c944075fc15 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.817s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.825359] env[62107]: DEBUG nova.compute.manager [req-eb5dabde-4e9f-427f-bceb-dcfb42bea36d req-f6461215-e2fe-4096-909c-841b94c57f71 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Received event network-vif-plugged-522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1196.825674] env[62107]: DEBUG oslo_concurrency.lockutils [req-eb5dabde-4e9f-427f-bceb-dcfb42bea36d req-f6461215-e2fe-4096-909c-841b94c57f71 service nova] Acquiring lock "261080a8-78d6-4506-96ef-d9175fe0017e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.825950] env[62107]: DEBUG oslo_concurrency.lockutils [req-eb5dabde-4e9f-427f-bceb-dcfb42bea36d req-f6461215-e2fe-4096-909c-841b94c57f71 service nova] Lock "261080a8-78d6-4506-96ef-d9175fe0017e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.826095] env[62107]: DEBUG oslo_concurrency.lockutils [req-eb5dabde-4e9f-427f-bceb-dcfb42bea36d req-f6461215-e2fe-4096-909c-841b94c57f71 service nova] Lock "261080a8-78d6-4506-96ef-d9175fe0017e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.826334] env[62107]: DEBUG nova.compute.manager [req-eb5dabde-4e9f-427f-bceb-dcfb42bea36d req-f6461215-e2fe-4096-909c-841b94c57f71 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] No waiting events found dispatching network-vif-plugged-522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1196.826451] env[62107]: WARNING nova.compute.manager [req-eb5dabde-4e9f-427f-bceb-dcfb42bea36d req-f6461215-e2fe-4096-909c-841b94c57f71 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Received unexpected event network-vif-plugged-522cdacc-cff6-426c-903b-cace96f3b839 for instance with vm_state building and task_state spawning. [ 1196.833496] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698616, 'name': Rename_Task, 'duration_secs': 0.161957} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.833790] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.834079] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c9d138-94ad-445d-a88b-568fa39fd0a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.841599] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1196.841599] env[62107]: value = "task-1698618" [ 1196.841599] env[62107]: _type = "Task" [ 1196.841599] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.851389] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.931667] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.968610] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.969436] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1196.972182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.388s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.974228] env[62107]: INFO nova.compute.claims [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.010547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "refresh_cache-261080a8-78d6-4506-96ef-d9175fe0017e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.010852] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Instance network_info: |[{"id": "522cdacc-cff6-426c-903b-cace96f3b839", "address": "fa:16:3e:31:94:16", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522cdacc-cf", "ovs_interfaceid": "522cdacc-cff6-426c-903b-cace96f3b839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1197.011289] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:94:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '522cdacc-cff6-426c-903b-cace96f3b839', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.022304] env[62107]: DEBUG oslo.service.loopingcall [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.022881] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.024595] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb7b1f1-36c1-4b0c-a6b4-81f7a594fd26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.045552] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.045552] env[62107]: value = "task-1698619" [ 1197.045552] env[62107]: _type = "Task" [ 1197.045552] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.057159] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698619, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.079338] env[62107]: DEBUG nova.compute.manager [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Received event network-changed-1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1197.079626] env[62107]: DEBUG nova.compute.manager [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Refreshing instance network info cache due to event network-changed-1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1197.079719] env[62107]: DEBUG oslo_concurrency.lockutils [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] Acquiring lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.079845] env[62107]: DEBUG oslo_concurrency.lockutils [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] Acquired lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.080029] env[62107]: DEBUG nova.network.neutron [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Refreshing network info cache for port 1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.145696] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.159564] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570184} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.159820] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6014c827-bbb3-4419-bf0c-574989a6f943/6014c827-bbb3-4419-bf0c-574989a6f943.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.160040] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.160598] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7937ce37-93f2-48d4-9700-6572e0a4b2f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.167015] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1197.167015] env[62107]: value = "task-1698620" [ 1197.167015] env[62107]: _type = "Task" [ 1197.167015] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.177222] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.223042] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1197.227650] env[62107]: INFO nova.compute.manager [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Took 19.95 seconds to build instance. [ 1197.353876] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698618, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.428467] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698617, 'name': ReconfigVM_Task, 'duration_secs': 0.602315} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.428467] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 3ba3ab68-3aca-455a-8600-9508a11579c9/3ba3ab68-3aca-455a-8600-9508a11579c9.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.428467] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a82cf2a2-e7e0-4f88-9eaf-0593e59efb0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.436182] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1197.436182] env[62107]: value = "task-1698621" [ 1197.436182] env[62107]: _type = "Task" [ 1197.436182] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.445248] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698621, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.482916] env[62107]: DEBUG nova.compute.utils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1197.486473] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1197.490024] env[62107]: DEBUG nova.network.neutron [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.556280] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698619, 'name': CreateVM_Task, 'duration_secs': 0.403663} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.556792] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.557380] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.557476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.557793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.558055] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25398a8d-2484-4b67-b214-e9f0c0cf227b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.563671] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1197.563671] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5233ada9-d312-4dad-1500-e65a5d44dfa0" [ 1197.563671] env[62107]: _type = "Task" [ 1197.563671] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.572413] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5233ada9-d312-4dad-1500-e65a5d44dfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.608339] env[62107]: DEBUG nova.policy [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '732c81352dae4fe0861044b35e1e13f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7e2584d716f4ee9add05e9501bf3989', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1197.682499] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072466} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.682599] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.683435] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdabe24d-8c7b-4367-aecf-4f98d038b910 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.712950] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6014c827-bbb3-4419-bf0c-574989a6f943/6014c827-bbb3-4419-bf0c-574989a6f943.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.719568] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b19cd5-425b-4af7-9290-390af5bffca1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.739550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61c78767-8408-4628-94f3-eed0d0bae2b7 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.473s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.749200] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1197.749200] env[62107]: value = "task-1698622" [ 1197.749200] env[62107]: _type = "Task" [ 1197.749200] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.761285] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698622, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.771259] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.856122] env[62107]: DEBUG oslo_vmware.api [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698618, 'name': PowerOnVM_Task, 'duration_secs': 0.870604} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.856410] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.856410] env[62107]: INFO nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Took 14.44 seconds to spawn the instance on the hypervisor. [ 1197.856669] env[62107]: DEBUG nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1197.857467] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bbeb27-61d5-4382-8f86-282b6a54311f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.951725] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698621, 'name': Rename_Task, 'duration_secs': 0.226626} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.951983] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.952717] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a600a1-4d9c-4e47-a88d-eba5c8db2db3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.961973] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1197.961973] env[62107]: value = "task-1698623" [ 1197.961973] env[62107]: _type = "Task" [ 1197.961973] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.971666] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.989014] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1198.013661] env[62107]: DEBUG nova.network.neutron [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updated VIF entry in instance network info cache for port 1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.013661] env[62107]: DEBUG nova.network.neutron [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updating instance_info_cache with network_info: [{"id": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "address": "fa:16:3e:d8:53:68", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e39f6e0-92", "ovs_interfaceid": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.079018] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5233ada9-d312-4dad-1500-e65a5d44dfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.044349} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.079018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.079018] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.079018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.079497] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.079497] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.079497] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4108ce50-b688-475e-a721-3dddadf4c503 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.085765] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.085869] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.086632] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89978ee1-eb45-4c8f-9c82-c29e053beff3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.092373] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1198.092373] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526c3bc3-bc88-e01b-59e3-15220520507c" [ 1198.092373] env[62107]: _type = "Task" [ 1198.092373] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.103285] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526c3bc3-bc88-e01b-59e3-15220520507c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.248036] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1198.267420] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698622, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.308441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.308441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.329030] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e2d5c1-1f42-4ead-b3fd-4a3784fe31f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.339237] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207bb62c-db26-4948-926d-e7fa91a323e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.376034] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d32c7-3a2a-4fb1-860b-2516f74a982f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.379233] env[62107]: DEBUG nova.network.neutron [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Successfully updated port: 4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.380424] env[62107]: INFO nova.compute.manager [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Took 22.05 seconds to build instance. [ 1198.386748] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc99ebd8-b3f1-4eb7-bf46-2dcf029e2bd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.402741] env[62107]: DEBUG nova.compute.provider_tree [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.472811] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.474875] env[62107]: DEBUG nova.network.neutron [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Successfully created port: a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.488710] env[62107]: DEBUG nova.compute.manager [None req-4289a238-2345-44e3-af4e-006a2f4266ae tempest-ServerDiagnosticsTest-1486173930 tempest-ServerDiagnosticsTest-1486173930-project-admin] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1198.490209] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbd0c4a-6229-4d37-9e5e-4fa7c47e9efa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.496620] env[62107]: INFO nova.compute.manager [None req-4289a238-2345-44e3-af4e-006a2f4266ae tempest-ServerDiagnosticsTest-1486173930 tempest-ServerDiagnosticsTest-1486173930-project-admin] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Retrieving diagnostics [ 1198.497376] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e15d720-c193-46c8-bdbf-a82228846783 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.533049] env[62107]: DEBUG oslo_concurrency.lockutils [req-ad2f2a73-06ab-426c-93a2-009faad33dc3 req-b5249764-07af-4051-92e1-639e7aa92032 service nova] Releasing lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.605853] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526c3bc3-bc88-e01b-59e3-15220520507c, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.606069] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ee608b-4e16-4d4f-86d9-45a50cec55c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.611581] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1198.611581] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c3db6b-4260-862b-b07b-9635c205f91a" [ 1198.611581] env[62107]: _type = "Task" [ 1198.611581] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.619403] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c3db6b-4260-862b-b07b-9635c205f91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.763470] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698622, 'name': ReconfigVM_Task, 'duration_secs': 0.544137} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.766075] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6014c827-bbb3-4419-bf0c-574989a6f943/6014c827-bbb3-4419-bf0c-574989a6f943.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.767531] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79134f43-5006-4e68-bc0a-1b36bbb8b41e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.775187] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1198.775187] env[62107]: value = "task-1698624" [ 1198.775187] env[62107]: _type = "Task" [ 1198.775187] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.787120] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.791209] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698624, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.811197] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Acquiring lock "655d0482-59c4-41f6-856c-51e1b06002cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.811197] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lock "655d0482-59c4-41f6-856c-51e1b06002cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.811197] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Acquiring lock "655d0482-59c4-41f6-856c-51e1b06002cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.811197] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lock "655d0482-59c4-41f6-856c-51e1b06002cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.811388] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lock "655d0482-59c4-41f6-856c-51e1b06002cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.811978] env[62107]: INFO nova.compute.manager [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Terminating instance [ 1198.813754] env[62107]: DEBUG nova.compute.manager [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1198.813937] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.814839] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e84e2-839e-4071-ad38-0246f6c55ea0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.822562] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.822562] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae6ca2f6-11f4-4956-8fea-76eaf87322b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.828446] env[62107]: DEBUG oslo_vmware.api [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Waiting for the task: (returnval){ [ 1198.828446] env[62107]: value = "task-1698625" [ 1198.828446] env[62107]: _type = "Task" [ 1198.828446] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.840200] env[62107]: DEBUG oslo_vmware.api [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Task: {'id': task-1698625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.883693] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "refresh_cache-6ff5367c-657e-486f-9c7a-8b8580cae366" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.883693] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "refresh_cache-6ff5367c-657e-486f-9c7a-8b8580cae366" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.883693] env[62107]: DEBUG nova.network.neutron [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.884943] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7ac7b874-5ccb-4fe3-b85a-2095839971bf tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.577s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.909144] env[62107]: DEBUG nova.scheduler.client.report [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1198.972960] env[62107]: DEBUG oslo_vmware.api [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698623, 'name': PowerOnVM_Task, 'duration_secs': 0.829808} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.973285] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.973493] env[62107]: INFO nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1198.977416] env[62107]: DEBUG nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1198.977416] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a7e03-ba20-4875-8116-dafd78886db4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.005819] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1199.041918] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1199.042182] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1199.042338] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.042559] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1199.042717] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.042865] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1199.043356] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1199.043549] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1199.043933] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1199.043933] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1199.044255] env[62107]: DEBUG nova.virt.hardware [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.046384] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd106c-97b1-4244-a95f-a7d70350d44d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.059680] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da1a2c-ae9c-4a70-8867-70bd13be7a06 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.127203] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c3db6b-4260-862b-b07b-9635c205f91a, 'name': SearchDatastore_Task, 'duration_secs': 0.035529} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.127585] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.127768] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 261080a8-78d6-4506-96ef-d9175fe0017e/261080a8-78d6-4506-96ef-d9175fe0017e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.128635] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f07055fa-eeb5-43b1-9b94-4244f2642d59 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.137453] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1199.137453] env[62107]: value = "task-1698626" [ 1199.137453] env[62107]: _type = "Task" [ 1199.137453] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.146617] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.284889] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698624, 'name': Rename_Task, 'duration_secs': 0.182776} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.285971] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.286730] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71323550-9ce4-4195-b163-539055d61d06 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.293221] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1199.293221] env[62107]: value = "task-1698627" [ 1199.293221] env[62107]: _type = "Task" [ 1199.293221] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.301779] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.345930] env[62107]: DEBUG oslo_vmware.api [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Task: {'id': task-1698625, 'name': PowerOffVM_Task, 'duration_secs': 0.293557} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.345930] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.345930] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.345930] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b41487c-7b46-44e6-a5af-e2806a2e1c5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.389083] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1199.415026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.415026] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1199.417491] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.272s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.419948] env[62107]: INFO nova.compute.claims [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.426041] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.426041] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.426041] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Deleting the datastore file [datastore1] 655d0482-59c4-41f6-856c-51e1b06002cf {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.426041] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf2671b-6152-48c9-9707-09414aadc815 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.432560] env[62107]: DEBUG oslo_vmware.api [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Waiting for the task: (returnval){ [ 1199.432560] env[62107]: value = "task-1698629" [ 1199.432560] env[62107]: _type = "Task" [ 1199.432560] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.444591] env[62107]: DEBUG oslo_vmware.api [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Task: {'id': task-1698629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.496576] env[62107]: INFO nova.compute.manager [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Took 20.21 seconds to build instance. [ 1199.514066] env[62107]: DEBUG nova.network.neutron [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.648687] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698626, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.810837] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.921922] env[62107]: DEBUG nova.compute.utils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1199.924406] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.924724] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1199.924884] env[62107]: DEBUG nova.network.neutron [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.944651] env[62107]: DEBUG oslo_vmware.api [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Task: {'id': task-1698629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402094} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.944805] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.945079] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.945198] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.945265] env[62107]: INFO nova.compute.manager [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.945586] env[62107]: DEBUG oslo.service.loopingcall [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.945793] env[62107]: DEBUG nova.compute.manager [-] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1199.945883] env[62107]: DEBUG nova.network.neutron [-] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.005063] env[62107]: DEBUG oslo_concurrency.lockutils [None req-289c0c62-9d64-454c-99dc-3664a2f522af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.732s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.052290] env[62107]: DEBUG nova.network.neutron [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Updating instance_info_cache with network_info: [{"id": "4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e", "address": "fa:16:3e:9c:4c:8e", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2e6101-8b", "ovs_interfaceid": "4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.075790] env[62107]: DEBUG nova.policy [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4f06bbbf4e4e1583c60534289c225f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bcb07b887c748398f435a3582d51f74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1200.150356] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582171} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.150613] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 261080a8-78d6-4506-96ef-d9175fe0017e/261080a8-78d6-4506-96ef-d9175fe0017e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.150833] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.151108] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9011dfc4-8569-4d4e-ba08-803713505f49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.157265] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1200.157265] env[62107]: value = "task-1698630" [ 1200.157265] env[62107]: _type = "Task" [ 1200.157265] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.165824] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.304582] env[62107]: DEBUG oslo_vmware.api [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698627, 'name': PowerOnVM_Task, 'duration_secs': 0.632494} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.304582] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.304582] env[62107]: INFO nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1200.304582] env[62107]: DEBUG nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1200.305200] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3931c551-92c9-4302-91df-bae99bb8ef2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.428420] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1200.505948] env[62107]: DEBUG nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1200.554018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "refresh_cache-6ff5367c-657e-486f-9c7a-8b8580cae366" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.554376] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Instance network_info: |[{"id": "4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e", "address": "fa:16:3e:9c:4c:8e", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2e6101-8b", "ovs_interfaceid": "4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1200.554765] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:4c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.565660] env[62107]: DEBUG oslo.service.loopingcall [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.566944] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.566944] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c97112a8-7082-4a26-babd-bc3cadf78ebc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.587892] env[62107]: DEBUG nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Received event network-changed-522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1200.588099] env[62107]: DEBUG nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Refreshing instance network info cache due to event network-changed-522cdacc-cff6-426c-903b-cace96f3b839. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1200.588314] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Acquiring lock "refresh_cache-261080a8-78d6-4506-96ef-d9175fe0017e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.588516] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Acquired lock "refresh_cache-261080a8-78d6-4506-96ef-d9175fe0017e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.588712] env[62107]: DEBUG nova.network.neutron [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Refreshing network info cache for port 522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.595734] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.595734] env[62107]: value = "task-1698631" [ 1200.595734] env[62107]: _type = "Task" [ 1200.595734] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.607427] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698631, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.668828] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062315} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.669301] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.670185] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace97def-6420-4201-ad26-3a084628f9fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.697148] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 261080a8-78d6-4506-96ef-d9175fe0017e/261080a8-78d6-4506-96ef-d9175fe0017e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.700020] env[62107]: DEBUG nova.network.neutron [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Successfully updated port: a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.701343] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec699505-3164-4229-a8b9-167b9dc81b56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.719154] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.719281] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquired lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.719441] env[62107]: DEBUG nova.network.neutron [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.726696] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1200.726696] env[62107]: value = "task-1698632" [ 1200.726696] env[62107]: _type = "Task" [ 1200.726696] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.735408] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.810199] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19fb19e-8f1c-4f23-83a8-8e5fce71423f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.829305] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8468bf6-9f0f-40ba-82fe-2cbf7d1d478b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.836602] env[62107]: INFO nova.compute.manager [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Took 21.27 seconds to build instance. [ 1200.894365] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ffe396-66d6-4138-ad3e-516e935b4ae2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.904985] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ba33d-84ef-4316-8df7-9c52da7beb04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.920643] env[62107]: DEBUG nova.compute.provider_tree [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.042628] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.086646] env[62107]: DEBUG nova.network.neutron [-] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.096748] env[62107]: DEBUG nova.network.neutron [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Successfully created port: 715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.110123] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698631, 'name': CreateVM_Task, 'duration_secs': 0.512285} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.110338] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.110983] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.111190] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.111548] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.114030] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf9f692-4ab0-4b64-b6de-84996292698f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.116700] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1201.116700] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520d22df-5c9f-83a8-08a6-4308196ab9d3" [ 1201.116700] env[62107]: _type = "Task" [ 1201.116700] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.126033] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520d22df-5c9f-83a8-08a6-4308196ab9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.236779] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.301285] env[62107]: DEBUG nova.network.neutron [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.339282] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a25b14db-71e6-49a2-bbde-9f5a864ad7f9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.784s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.424467] env[62107]: DEBUG nova.scheduler.client.report [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1201.439574] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1201.458623] env[62107]: DEBUG nova.network.neutron [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Updated VIF entry in instance network info cache for port 522cdacc-cff6-426c-903b-cace96f3b839. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.458736] env[62107]: DEBUG nova.network.neutron [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Updating instance_info_cache with network_info: [{"id": "522cdacc-cff6-426c-903b-cace96f3b839", "address": "fa:16:3e:31:94:16", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap522cdacc-cf", "ovs_interfaceid": "522cdacc-cff6-426c-903b-cace96f3b839", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.475672] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1201.475907] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1201.476583] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.476842] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1201.477237] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.477702] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1201.477702] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1201.477797] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1201.477942] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1201.478111] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1201.478545] env[62107]: DEBUG nova.virt.hardware [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1201.479652] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306db542-3c72-452c-9972-017e464ae913 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.490579] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e22d57e-1c20-4318-a23c-833abe6d9149 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.589946] env[62107]: INFO nova.compute.manager [-] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Took 1.64 seconds to deallocate network for instance. [ 1201.631919] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520d22df-5c9f-83a8-08a6-4308196ab9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.099083} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.631919] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.631919] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.631919] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.632083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.632261] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.632502] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49a4afb-3ffd-4143-abbd-e7ca3210e982 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.642061] env[62107]: DEBUG nova.compute.manager [None req-8a3b0f27-725f-4fbb-b272-773d063fe08a tempest-ServerDiagnosticsV248Test-1164515789 tempest-ServerDiagnosticsV248Test-1164515789-project-admin] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1201.643235] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c80ee4a-f4b3-4302-aa82-504f1f981cb9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.647966] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.648158] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.649304] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fef13a8-bade-4dbc-a0a9-3b25d2c5fd6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.654189] env[62107]: INFO nova.compute.manager [None req-8a3b0f27-725f-4fbb-b272-773d063fe08a tempest-ServerDiagnosticsV248Test-1164515789 tempest-ServerDiagnosticsV248Test-1164515789-project-admin] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Retrieving diagnostics [ 1201.655914] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e2a390-02cd-40b5-b8bf-289ebe3cece7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.661973] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1201.661973] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5207a1c4-21d9-d712-8f8b-a550ad9fb5f0" [ 1201.661973] env[62107]: _type = "Task" [ 1201.661973] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.698134] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5207a1c4-21d9-d712-8f8b-a550ad9fb5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.030214} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.698960] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06d4258-b4ea-4d7b-84bd-7a0015031faa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.704391] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1201.704391] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52daf150-3a40-3986-5ae7-0a6e87afaf9d" [ 1201.704391] env[62107]: _type = "Task" [ 1201.704391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.715219] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52daf150-3a40-3986-5ae7-0a6e87afaf9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.737836] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698632, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.771200] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "d50ddb0d-24b8-4145-ba74-b43672c7a996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.772301] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.772301] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "d50ddb0d-24b8-4145-ba74-b43672c7a996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.772301] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.772301] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.774885] env[62107]: INFO nova.compute.manager [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Terminating instance [ 1201.776911] env[62107]: DEBUG nova.compute.manager [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1201.777439] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.779446] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe0d92b-161c-4c35-8b71-f24a00104c89 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.788252] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.790470] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2af7762-d3c5-4b99-baf9-cbc97c8f673b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.799674] env[62107]: DEBUG oslo_vmware.api [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1201.799674] env[62107]: value = "task-1698633" [ 1201.799674] env[62107]: _type = "Task" [ 1201.799674] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.807953] env[62107]: DEBUG oslo_vmware.api [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.844184] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1201.920888] env[62107]: DEBUG nova.network.neutron [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updating instance_info_cache with network_info: [{"id": "a114454a-acb9-4e16-9ddf-3cd14440c861", "address": "fa:16:3e:bf:b4:88", "network": {"id": "b8b57dc5-a9bd-4170-9fd1-eb6b23904ed8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-4014778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e2584d716f4ee9add05e9501bf3989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa114454a-ac", "ovs_interfaceid": "a114454a-acb9-4e16-9ddf-3cd14440c861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.931226] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.931226] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1201.934815] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.164s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.936270] env[62107]: INFO nova.compute.claims [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.963441] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Releasing lock "refresh_cache-261080a8-78d6-4506-96ef-d9175fe0017e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.963441] env[62107]: DEBUG nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Received event network-vif-plugged-4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1201.963441] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Acquiring lock "6ff5367c-657e-486f-9c7a-8b8580cae366-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.963441] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.963441] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.963861] env[62107]: DEBUG nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] No waiting events found dispatching network-vif-plugged-4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1201.963861] env[62107]: WARNING nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Received unexpected event network-vif-plugged-4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e for instance with vm_state building and task_state spawning. [ 1201.963861] env[62107]: DEBUG nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Received event network-changed-4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1201.963861] env[62107]: DEBUG nova.compute.manager [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Refreshing instance network info cache due to event network-changed-4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1201.963861] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Acquiring lock "refresh_cache-6ff5367c-657e-486f-9c7a-8b8580cae366" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.963997] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Acquired lock "refresh_cache-6ff5367c-657e-486f-9c7a-8b8580cae366" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.964165] env[62107]: DEBUG nova.network.neutron [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Refreshing network info cache for port 4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.097222] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.217040] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52daf150-3a40-3986-5ae7-0a6e87afaf9d, 'name': SearchDatastore_Task, 'duration_secs': 0.04123} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.217040] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.217040] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6ff5367c-657e-486f-9c7a-8b8580cae366/6ff5367c-657e-486f-9c7a-8b8580cae366.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.217040] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ca27f0-11fc-46dd-8ce9-7f95b152a8c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.224272] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1202.224272] env[62107]: value = "task-1698634" [ 1202.224272] env[62107]: _type = "Task" [ 1202.224272] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.238483] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.243720] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698632, 'name': ReconfigVM_Task, 'duration_secs': 1.445} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.244338] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 261080a8-78d6-4506-96ef-d9175fe0017e/261080a8-78d6-4506-96ef-d9175fe0017e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.245381] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfc6869d-5061-4a4a-8a39-654cae6f3a78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.254525] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1202.254525] env[62107]: value = "task-1698635" [ 1202.254525] env[62107]: _type = "Task" [ 1202.254525] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.264081] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698635, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.318823] env[62107]: DEBUG oslo_vmware.api [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698633, 'name': PowerOffVM_Task, 'duration_secs': 0.47339} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.318823] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.319073] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.319439] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0352214e-d9e2-4390-8c2e-bb27550f89a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.382185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.392649] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.392937] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.393153] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Deleting the datastore file [datastore1] d50ddb0d-24b8-4145-ba74-b43672c7a996 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.393544] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577de68f-34f9-49d7-8428-cf3600ada7fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.401977] env[62107]: DEBUG oslo_vmware.api [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for the task: (returnval){ [ 1202.401977] env[62107]: value = "task-1698637" [ 1202.401977] env[62107]: _type = "Task" [ 1202.401977] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.411537] env[62107]: DEBUG oslo_vmware.api [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.426252] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Releasing lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.426605] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Instance network_info: |[{"id": "a114454a-acb9-4e16-9ddf-3cd14440c861", "address": "fa:16:3e:bf:b4:88", "network": {"id": "b8b57dc5-a9bd-4170-9fd1-eb6b23904ed8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-4014778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e2584d716f4ee9add05e9501bf3989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa114454a-ac", "ovs_interfaceid": "a114454a-acb9-4e16-9ddf-3cd14440c861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1202.427051] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:b4:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a114454a-acb9-4e16-9ddf-3cd14440c861', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.436319] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Creating folder: Project (f7e2584d716f4ee9add05e9501bf3989). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.436653] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9877f3f-17d2-4617-a757-7212af84dc2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.442428] env[62107]: DEBUG nova.compute.utils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1202.444357] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1202.448023] env[62107]: DEBUG nova.network.neutron [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.452780] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Created folder: Project (f7e2584d716f4ee9add05e9501bf3989) in parent group-v354057. [ 1202.453032] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Creating folder: Instances. Parent ref: group-v354078. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.454028] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ded2f03b-885c-4a38-bfb2-748a0d927543 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.468231] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Created folder: Instances in parent group-v354078. [ 1202.468231] env[62107]: DEBUG oslo.service.loopingcall [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.471280] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.471595] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2626f037-f776-43a7-9a7c-f8c98489450a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.498201] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.498201] env[62107]: value = "task-1698640" [ 1202.498201] env[62107]: _type = "Task" [ 1202.498201] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.511282] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698640, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.638717] env[62107]: DEBUG nova.policy [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9beb4a2fb8944410b2a93f475ee30681', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb71101c7c354898b301a7f98e979be2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1202.746616] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50429} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.752756] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6ff5367c-657e-486f-9c7a-8b8580cae366/6ff5367c-657e-486f-9c7a-8b8580cae366.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.753413] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.754175] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f9bc64b-3ac9-4e88-9cca-bc26a5ccf5d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.771512] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698635, 'name': Rename_Task, 'duration_secs': 0.171406} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.773523] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.773920] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1202.773920] env[62107]: value = "task-1698641" [ 1202.773920] env[62107]: _type = "Task" [ 1202.773920] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.774174] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51c0d5e-16e1-4284-87d4-f2cfac9130ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.789921] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.794760] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1202.794760] env[62107]: value = "task-1698642" [ 1202.794760] env[62107]: _type = "Task" [ 1202.794760] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.804377] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.918756] env[62107]: DEBUG oslo_vmware.api [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Task: {'id': task-1698637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436228} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.919208] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.919662] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.919759] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.919945] env[62107]: INFO nova.compute.manager [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1202.920233] env[62107]: DEBUG oslo.service.loopingcall [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.920817] env[62107]: DEBUG nova.compute.manager [-] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1202.920817] env[62107]: DEBUG nova.network.neutron [-] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.951581] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1203.015525] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698640, 'name': CreateVM_Task, 'duration_secs': 0.383997} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.020369] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.022565] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.022565] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.022832] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.023616] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f3d8d2-69d1-4059-8f1b-a5bb60eb33ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.029208] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1203.029208] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52476a48-325d-2c84-9018-a1db48c27d1b" [ 1203.029208] env[62107]: _type = "Task" [ 1203.029208] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.041926] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52476a48-325d-2c84-9018-a1db48c27d1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009715} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.042253] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.042461] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.042827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.042912] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.043045] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.043309] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc9ac9f1-2053-4b3c-af1d-670cb0b4a21a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.054441] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.054714] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.055456] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29853c40-bf1b-42e9-bd15-fa57a5aba067 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.065441] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1203.065441] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d505cb-0fa1-a508-567c-6d2f9eba9162" [ 1203.065441] env[62107]: _type = "Task" [ 1203.065441] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.078942] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d505cb-0fa1-a508-567c-6d2f9eba9162, 'name': SearchDatastore_Task, 'duration_secs': 0.009935} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.080617] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c92cc6-75c4-4049-a9d8-480a89682fa3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.089032] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1203.089032] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527fb370-8005-17a7-d737-3274caff7ba3" [ 1203.089032] env[62107]: _type = "Task" [ 1203.089032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.093949] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527fb370-8005-17a7-d737-3274caff7ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.287366] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063805} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.287718] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.288534] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2289059-e13d-46f7-a580-ba70a7bf7ab3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.292873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670e466-2518-4d2f-ac0c-7fe84f88f4df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.321535] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 6ff5367c-657e-486f-9c7a-8b8580cae366/6ff5367c-657e-486f-9c7a-8b8580cae366.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.323261] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31f73da-d578-46ff-8ec2-f38321164322 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.327139] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be30481-5399-4182-8a44-e5967d732c61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.346574] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698642, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.349354] env[62107]: DEBUG nova.compute.manager [req-cf41f237-be60-4ac5-90d2-37aec5c53ccc req-2e742c3b-fc1b-4266-bbb8-b235cdc76fb0 service nova] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Received event network-vif-deleted-6eb9feaa-b732-49c0-ac98-d95abf954a1d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1203.376679] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae50f7b-ea91-456c-bc83-a5026478bd2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.379446] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1203.379446] env[62107]: value = "task-1698643" [ 1203.379446] env[62107]: _type = "Task" [ 1203.379446] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.386948] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e8a42f-c56e-494c-a1e6-b84d071c65e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.394541] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.404409] env[62107]: DEBUG nova.compute.provider_tree [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.406398] env[62107]: DEBUG nova.network.neutron [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Updated VIF entry in instance network info cache for port 4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.406911] env[62107]: DEBUG nova.network.neutron [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Updating instance_info_cache with network_info: [{"id": "4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e", "address": "fa:16:3e:9c:4c:8e", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e2e6101-8b", "ovs_interfaceid": "4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.528540] env[62107]: DEBUG nova.network.neutron [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Successfully created port: 79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.551340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.552235] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.604332] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527fb370-8005-17a7-d737-3274caff7ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.604879] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.604996] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24/9459abc8-7efd-4c3a-8dd4-ecaec1e39b24.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.605235] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de1e18b-a4d6-4b25-8c08-0b3a5ca5b67f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.612322] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1203.612322] env[62107]: value = "task-1698644" [ 1203.612322] env[62107]: _type = "Task" [ 1203.612322] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.620654] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.809472] env[62107]: DEBUG oslo_vmware.api [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698642, 'name': PowerOnVM_Task, 'duration_secs': 1.019136} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.809472] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.809472] env[62107]: INFO nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1203.809472] env[62107]: DEBUG nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1203.810887] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee974010-287b-4fd0-89d6-5fb5a31329c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.895684] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698643, 'name': ReconfigVM_Task, 'duration_secs': 0.281232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.896334] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 6ff5367c-657e-486f-9c7a-8b8580cae366/6ff5367c-657e-486f-9c7a-8b8580cae366.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.897460] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04eb43f6-0687-450b-986c-cf965db18b2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.911081] env[62107]: DEBUG nova.scheduler.client.report [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1203.917879] env[62107]: DEBUG oslo_concurrency.lockutils [req-ea12c66b-bca8-4403-9f8d-831ee4ab3d70 req-82b0af79-ddd8-4453-930e-83fec0100006 service nova] Releasing lock "refresh_cache-6ff5367c-657e-486f-9c7a-8b8580cae366" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.918173] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1203.918173] env[62107]: value = "task-1698645" [ 1203.918173] env[62107]: _type = "Task" [ 1203.918173] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.937977] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698645, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.969982] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1204.004401] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1204.004686] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1204.004800] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.004997] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1204.005266] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.005445] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1204.005662] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1204.005835] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1204.005999] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1204.006212] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1204.006384] env[62107]: DEBUG nova.virt.hardware [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.007367] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd30eea1-9f29-4d83-a148-6f67c3fe3cf6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.017040] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc175b1-95aa-4dae-bf22-b2f9d80c1176 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.124084] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482129} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.127507] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24/9459abc8-7efd-4c3a-8dd4-ecaec1e39b24.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.127507] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.127507] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce15e9fb-fe55-4589-94ba-635f1b03d8a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.136870] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1204.136870] env[62107]: value = "task-1698646" [ 1204.136870] env[62107]: _type = "Task" [ 1204.136870] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.149605] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.285883] env[62107]: DEBUG nova.network.neutron [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Successfully updated port: 715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.332392] env[62107]: INFO nova.compute.manager [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Took 22.26 seconds to build instance. [ 1204.411454] env[62107]: DEBUG nova.network.neutron [-] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.421755] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.421755] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1204.425135] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.639s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.426535] env[62107]: INFO nova.compute.claims [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.446715] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698645, 'name': Rename_Task, 'duration_secs': 0.290507} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.446715] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.446715] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc7f5b5b-7b50-4f57-a485-41ee125d416a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.458796] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1204.458796] env[62107]: value = "task-1698647" [ 1204.458796] env[62107]: _type = "Task" [ 1204.458796] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.477259] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698647, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.506314] env[62107]: DEBUG nova.compute.manager [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Received event network-vif-plugged-a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1204.506492] env[62107]: DEBUG oslo_concurrency.lockutils [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] Acquiring lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.507035] env[62107]: DEBUG oslo_concurrency.lockutils [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.507302] env[62107]: DEBUG oslo_concurrency.lockutils [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.507384] env[62107]: DEBUG nova.compute.manager [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] No waiting events found dispatching network-vif-plugged-a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1204.507542] env[62107]: WARNING nova.compute.manager [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Received unexpected event network-vif-plugged-a114454a-acb9-4e16-9ddf-3cd14440c861 for instance with vm_state building and task_state spawning. [ 1204.507690] env[62107]: DEBUG nova.compute.manager [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Received event network-changed-a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1204.507875] env[62107]: DEBUG nova.compute.manager [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Refreshing instance network info cache due to event network-changed-a114454a-acb9-4e16-9ddf-3cd14440c861. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1204.508710] env[62107]: DEBUG oslo_concurrency.lockutils [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] Acquiring lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.508710] env[62107]: DEBUG oslo_concurrency.lockutils [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] Acquired lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.508710] env[62107]: DEBUG nova.network.neutron [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Refreshing network info cache for port a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.647406] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067978} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.647678] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.648469] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae347b6-8670-423c-968f-15af6f8bb0c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.672059] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24/9459abc8-7efd-4c3a-8dd4-ecaec1e39b24.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.672390] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d5c320-dde9-4dff-8323-a98247160cec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.693722] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1204.693722] env[62107]: value = "task-1698648" [ 1204.693722] env[62107]: _type = "Task" [ 1204.693722] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.705375] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.792802] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.792802] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.792802] env[62107]: DEBUG nova.network.neutron [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.834986] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1765e1f0-f326-4c1c-9db2-609276dd4039 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "261080a8-78d6-4506-96ef-d9175fe0017e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.778s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.913923] env[62107]: INFO nova.compute.manager [-] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Took 1.99 seconds to deallocate network for instance. [ 1204.940690] env[62107]: DEBUG nova.compute.utils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1204.942383] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1204.942754] env[62107]: DEBUG nova.network.neutron [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.976521] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.152362] env[62107]: DEBUG nova.policy [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c389493e993f462688783851ca6145dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edfd6faf21f34f61a9f308d741051ba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1205.205547] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.341431] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1205.410090] env[62107]: DEBUG nova.network.neutron [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.420748] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.447946] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1205.481438] env[62107]: DEBUG oslo_vmware.api [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698647, 'name': PowerOnVM_Task, 'duration_secs': 0.871788} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.482010] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.482010] env[62107]: INFO nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1205.482153] env[62107]: DEBUG nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1205.484400] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf9e04c-66db-49ec-b75d-1c13dddfd9ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.709664] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.794377] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597bdc21-c32f-4448-8edf-c9123ee33795 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.809208] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d024c84-6afa-458a-bcab-f9c94e9170e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.850491] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2c9d8-2f67-4086-b5be-b15e327eeacd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.860378] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7655d6-10c1-40d8-a980-fbc5e858a285 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.878017] env[62107]: DEBUG nova.compute.provider_tree [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.880478] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.948230] env[62107]: DEBUG nova.network.neutron [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updated VIF entry in instance network info cache for port a114454a-acb9-4e16-9ddf-3cd14440c861. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.954014] env[62107]: DEBUG nova.network.neutron [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updating instance_info_cache with network_info: [{"id": "a114454a-acb9-4e16-9ddf-3cd14440c861", "address": "fa:16:3e:bf:b4:88", "network": {"id": "b8b57dc5-a9bd-4170-9fd1-eb6b23904ed8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-4014778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e2584d716f4ee9add05e9501bf3989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa114454a-ac", "ovs_interfaceid": "a114454a-acb9-4e16-9ddf-3cd14440c861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.015125] env[62107]: INFO nova.compute.manager [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Took 22.28 seconds to build instance. [ 1206.064555] env[62107]: DEBUG nova.network.neutron [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance_info_cache with network_info: [{"id": "715c796c-eea8-4b21-ab28-62e5b6770055", "address": "fa:16:3e:7a:17:14", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c796c-ee", "ovs_interfaceid": "715c796c-eea8-4b21-ab28-62e5b6770055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.208861] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698648, 'name': ReconfigVM_Task, 'duration_secs': 1.045259} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.209896] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24/9459abc8-7efd-4c3a-8dd4-ecaec1e39b24.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.210531] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595104d3-667b-42f3-a3e5-83d62e9ccc84 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.219625] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1206.219625] env[62107]: value = "task-1698649" [ 1206.219625] env[62107]: _type = "Task" [ 1206.219625] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.232832] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698649, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.417884] env[62107]: ERROR nova.scheduler.client.report [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [req-46aa2ad9-cd5c-410c-935f-8cb64546699a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-46aa2ad9-cd5c-410c-935f-8cb64546699a"}]} [ 1206.435384] env[62107]: DEBUG nova.scheduler.client.report [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1206.453579] env[62107]: DEBUG oslo_concurrency.lockutils [req-acb97d32-289b-4d8e-a328-5678e8e5acc0 req-e0c22fff-1922-4054-9e5a-73fcf7024a69 service nova] Releasing lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.457371] env[62107]: DEBUG nova.scheduler.client.report [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1206.457627] env[62107]: DEBUG nova.compute.provider_tree [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.460976] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1206.478217] env[62107]: DEBUG nova.scheduler.client.report [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1206.493619] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1206.493908] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1206.494128] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.494366] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1206.494515] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.494675] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1206.494877] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1206.495071] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1206.495341] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1206.495520] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1206.495711] env[62107]: DEBUG nova.virt.hardware [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1206.496633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4b41f9-12e5-4dbc-bc76-f0a6fbe81c10 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.500783] env[62107]: DEBUG nova.scheduler.client.report [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1206.508820] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fc03ae-787f-485e-b979-a8ac582d76ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.528350] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9f68ef73-30ea-4f0c-a041-92894c49eef9 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.804s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.570937] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.571463] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Instance network_info: |[{"id": "715c796c-eea8-4b21-ab28-62e5b6770055", "address": "fa:16:3e:7a:17:14", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c796c-ee", "ovs_interfaceid": "715c796c-eea8-4b21-ab28-62e5b6770055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1206.571971] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:17:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715c796c-eea8-4b21-ab28-62e5b6770055', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.581354] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Creating folder: Project (3bcb07b887c748398f435a3582d51f74). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.584668] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b824335c-e073-46b5-94e2-6abc093b7b86 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.596537] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Created folder: Project (3bcb07b887c748398f435a3582d51f74) in parent group-v354057. [ 1206.596777] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Creating folder: Instances. Parent ref: group-v354081. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.597316] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c48a013-c4ca-4a74-bace-6d7f0744d78a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.607123] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Created folder: Instances in parent group-v354081. [ 1206.607371] env[62107]: DEBUG oslo.service.loopingcall [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.607585] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.607808] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3fb4458-f3f8-42b4-9c55-627e693ac6c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.634767] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.634767] env[62107]: value = "task-1698652" [ 1206.634767] env[62107]: _type = "Task" [ 1206.634767] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.646796] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698652, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.731774] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698649, 'name': Rename_Task, 'duration_secs': 0.192786} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.735610] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.736214] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d876f5b9-5a4f-4e0a-9294-165bced21a01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.748603] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1206.748603] env[62107]: value = "task-1698653" [ 1206.748603] env[62107]: _type = "Task" [ 1206.748603] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.762075] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.809960] env[62107]: DEBUG nova.compute.manager [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Received event network-vif-plugged-715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.810436] env[62107]: DEBUG oslo_concurrency.lockutils [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] Acquiring lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.811750] env[62107]: DEBUG oslo_concurrency.lockutils [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.811750] env[62107]: DEBUG oslo_concurrency.lockutils [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.811750] env[62107]: DEBUG nova.compute.manager [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] No waiting events found dispatching network-vif-plugged-715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1206.811750] env[62107]: WARNING nova.compute.manager [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Received unexpected event network-vif-plugged-715c796c-eea8-4b21-ab28-62e5b6770055 for instance with vm_state building and task_state spawning. [ 1206.811750] env[62107]: DEBUG nova.compute.manager [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Received event network-changed-715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1206.811995] env[62107]: DEBUG nova.compute.manager [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Refreshing instance network info cache due to event network-changed-715c796c-eea8-4b21-ab28-62e5b6770055. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1206.812275] env[62107]: DEBUG oslo_concurrency.lockutils [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] Acquiring lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.812544] env[62107]: DEBUG oslo_concurrency.lockutils [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] Acquired lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.813756] env[62107]: DEBUG nova.network.neutron [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Refreshing network info cache for port 715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.856215] env[62107]: DEBUG nova.network.neutron [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Successfully created port: f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.863424] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe1196-9fdd-425b-a545-6d8063e738d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.873131] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acda0e4b-79b2-4154-b735-37cf8102d900 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.905628] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecc30bd-4494-499f-938a-bad855da445b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.913417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487bb9a-3d93-47ca-8c1e-a3d28c52a37e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.927371] env[62107]: DEBUG nova.compute.provider_tree [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.037461] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1207.145309] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698652, 'name': CreateVM_Task, 'duration_secs': 0.458863} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.145309] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.145789] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.145789] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.146179] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1207.146333] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15025c4e-b73b-4be3-8475-f4c9d5c12f01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.154779] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1207.154779] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52097e19-7767-063b-3436-9005a2f276dc" [ 1207.154779] env[62107]: _type = "Task" [ 1207.154779] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.165585] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52097e19-7767-063b-3436-9005a2f276dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.260398] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698653, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.491108] env[62107]: DEBUG nova.scheduler.client.report [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1207.491510] env[62107]: DEBUG nova.compute.provider_tree [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 24 to 25 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1207.491510] env[62107]: DEBUG nova.compute.provider_tree [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.498472] env[62107]: DEBUG nova.network.neutron [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Successfully updated port: 79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.574365] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.667987] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52097e19-7767-063b-3436-9005a2f276dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.670530] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.670779] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.671011] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1207.671182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.671365] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.671670] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b8ed369-9cc2-49e5-a904-5c64c38292d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.680889] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.681832] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.682333] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b57bfa-1692-48e4-8cb2-32e57c3d42e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.688383] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1207.688383] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52219174-079c-b7b7-c7f1-daa6ce387d1d" [ 1207.688383] env[62107]: _type = "Task" [ 1207.688383] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.697421] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52219174-079c-b7b7-c7f1-daa6ce387d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.761997] env[62107]: DEBUG oslo_vmware.api [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698653, 'name': PowerOnVM_Task, 'duration_secs': 0.68608} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.761997] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.761997] env[62107]: INFO nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1207.761997] env[62107]: DEBUG nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1207.762494] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe15782e-536e-45c7-b43d-7ee09b286fbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.001822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.577s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.002586] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1208.007135] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.083s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.009149] env[62107]: INFO nova.compute.claims [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.013973] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.013973] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.013973] env[62107]: DEBUG nova.network.neutron [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.051500] env[62107]: DEBUG nova.compute.manager [req-ed326cf0-34b9-4586-94c6-01235ee4068a req-9a2fe2fd-b5c9-463c-91ea-77f36dbda813 service nova] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Received event network-vif-deleted-ff5ad157-c044-44a6-b8cc-03d5da5d05c2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1208.201090] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52219174-079c-b7b7-c7f1-daa6ce387d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.04618} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.203135] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4dd6d9-2113-4ace-8b72-290d78a8e0ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.210895] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1208.210895] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fd7559-8c38-d38a-0ffd-f4e3374016ae" [ 1208.210895] env[62107]: _type = "Task" [ 1208.210895] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.221746] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fd7559-8c38-d38a-0ffd-f4e3374016ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.247735] env[62107]: DEBUG nova.network.neutron [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updated VIF entry in instance network info cache for port 715c796c-eea8-4b21-ab28-62e5b6770055. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.248117] env[62107]: DEBUG nova.network.neutron [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance_info_cache with network_info: [{"id": "715c796c-eea8-4b21-ab28-62e5b6770055", "address": "fa:16:3e:7a:17:14", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c796c-ee", "ovs_interfaceid": "715c796c-eea8-4b21-ab28-62e5b6770055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.290115] env[62107]: INFO nova.compute.manager [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Took 23.93 seconds to build instance. [ 1208.519267] env[62107]: DEBUG nova.compute.utils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.523282] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1208.523487] env[62107]: DEBUG nova.network.neutron [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.648242] env[62107]: DEBUG nova.network.neutron [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.656183] env[62107]: DEBUG nova.policy [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48446a73b1654c22a45e148656377769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '055cf6a43c26498f85079efa70f16d85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1208.729852] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fd7559-8c38-d38a-0ffd-f4e3374016ae, 'name': SearchDatastore_Task, 'duration_secs': 0.4543} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.730190] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.730581] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276/aa2d2aa5-97cb-4c6b-a002-8dc69ed40276.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.730719] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5691bde-c6ef-49cc-8b61-88c0c20787f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.739027] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1208.739027] env[62107]: value = "task-1698654" [ 1208.739027] env[62107]: _type = "Task" [ 1208.739027] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.749779] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.750803] env[62107]: DEBUG oslo_concurrency.lockutils [req-439663ca-8032-48dd-93c4-89d6f4a6025d req-fe406be3-48e8-4dbc-9bea-19893116a232 service nova] Releasing lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.792576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b4cc2ed8-cb5f-45f4-8166-56416f33dd1a tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.446s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.024703] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1209.244538] env[62107]: DEBUG nova.network.neutron [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updating instance_info_cache with network_info: [{"id": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "address": "fa:16:3e:5b:16:23", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e935b2-bc", "ovs_interfaceid": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.253352] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.297187] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1209.407746] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532d73ab-4108-4c5b-85fb-b6816dcaba0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.415966] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f14c22a-3fd1-424b-bf53-4f48c39585c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.454484] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc988b32-a083-4327-ad18-7faeb5522852 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.462886] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74091f11-0cad-4ccc-afe3-a56130ec0bb0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.479246] env[62107]: DEBUG nova.compute.provider_tree [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.642177] env[62107]: DEBUG nova.network.neutron [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Successfully created port: d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.748067] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Releasing lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1209.748452] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Instance network_info: |[{"id": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "address": "fa:16:3e:5b:16:23", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e935b2-bc", "ovs_interfaceid": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1209.752695] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:16:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79e935b2-bc5b-43f2-8cbb-f11382ff0b0e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.761089] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Creating folder: Project (bb71101c7c354898b301a7f98e979be2). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.761432] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.761669] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8629d11d-b653-44f5-b760-af09a7b132ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.771756] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Created folder: Project (bb71101c7c354898b301a7f98e979be2) in parent group-v354057. [ 1209.771945] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Creating folder: Instances. Parent ref: group-v354084. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1209.772226] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df4c54d1-74db-4ac4-abc3-5aab4b95beea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.781389] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Created folder: Instances in parent group-v354084. [ 1209.781621] env[62107]: DEBUG oslo.service.loopingcall [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.781815] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.782061] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-222aada1-c5ac-4680-93a4-cc41e8e3c14d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.802220] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.802220] env[62107]: value = "task-1698657" [ 1209.802220] env[62107]: _type = "Task" [ 1209.802220] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.815508] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698657, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.833346] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.984584] env[62107]: DEBUG nova.scheduler.client.report [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.043877] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1210.073150] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1210.073408] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1210.073642] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.074463] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1210.074463] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.074463] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1210.074463] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1210.074463] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1210.074869] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1210.074869] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1210.074869] env[62107]: DEBUG nova.virt.hardware [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.078147] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db5e77f-2cfc-47bf-905e-39835f45bdf9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.088356] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62e326-63ba-4ade-97e0-9a4bbcc26881 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.252034] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698654, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.477107} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.252191] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276/aa2d2aa5-97cb-4c6b-a002-8dc69ed40276.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.252327] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.252818] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8364b53-a8ee-41dc-b10d-e9efa41d5a6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.259669] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1210.259669] env[62107]: value = "task-1698658" [ 1210.259669] env[62107]: _type = "Task" [ 1210.259669] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.268094] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.314927] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698657, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.499690] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.499690] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1210.500997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.459s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.503547] env[62107]: INFO nova.compute.claims [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.627287] env[62107]: DEBUG nova.network.neutron [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Successfully updated port: f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.777578] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092424} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.778380] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.779281] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e24d5a-bdc5-4d91-898c-d69fc51a996c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.810859] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276/aa2d2aa5-97cb-4c6b-a002-8dc69ed40276.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.813563] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ee75242-a64f-448c-aac9-48ad44fa8db6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.845851] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698657, 'name': CreateVM_Task, 'duration_secs': 0.512924} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.847599] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.848103] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1210.848103] env[62107]: value = "task-1698659" [ 1210.848103] env[62107]: _type = "Task" [ 1210.848103] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.849270] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.849448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.849826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1210.850305] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6aa5d46-32f9-41c5-b3f1-f1613ef57cc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.859593] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1210.859593] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524f6c79-e5a2-b80d-ff48-c429b923ba57" [ 1210.859593] env[62107]: _type = "Task" [ 1210.859593] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.864367] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.874037] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524f6c79-e5a2-b80d-ff48-c429b923ba57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.012676] env[62107]: DEBUG nova.compute.utils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1211.019253] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1211.019442] env[62107]: DEBUG nova.network.neutron [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.132979] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "refresh_cache-e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.132979] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquired lock "refresh_cache-e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.134924] env[62107]: DEBUG nova.network.neutron [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.158942] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "b847fffb-ca62-48f5-a6c0-524fec06239d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.158942] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.195153] env[62107]: DEBUG nova.policy [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69843b606d76451b8f14a5d78386e90f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eceda374b2fb4e56bb59eedb1f0b04a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1211.361020] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.379399] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524f6c79-e5a2-b80d-ff48-c429b923ba57, 'name': SearchDatastore_Task, 'duration_secs': 0.015917} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.379846] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.380218] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.380573] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.380791] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.382394] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.382726] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad28419-a909-4e48-9658-fb21d50d64c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.395820] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.396025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.396774] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14d84c9-2bfe-45c9-9594-183804a3dd76 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.404246] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1211.404246] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dc8630-f29a-6886-f13b-cfdc53365e0d" [ 1211.404246] env[62107]: _type = "Task" [ 1211.404246] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.414773] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dc8630-f29a-6886-f13b-cfdc53365e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.520220] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1211.728465] env[62107]: DEBUG nova.network.neutron [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.743984] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.744409] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.759655] env[62107]: DEBUG nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Received event network-vif-plugged-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1211.760101] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.760438] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Lock "34a2f035-c271-406c-9834-9fdd25af0afd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.760522] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Lock "34a2f035-c271-406c-9834-9fdd25af0afd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.760723] env[62107]: DEBUG nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] No waiting events found dispatching network-vif-plugged-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1211.760994] env[62107]: WARNING nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Received unexpected event network-vif-plugged-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e for instance with vm_state building and task_state spawning. [ 1211.761254] env[62107]: DEBUG nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-changed-6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1211.761436] env[62107]: DEBUG nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Refreshing instance network info cache due to event network-changed-6e9482cb-e8c9-4411-93e7-52655ff74d52. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1211.761670] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Acquiring lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.761750] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Acquired lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.761900] env[62107]: DEBUG nova.network.neutron [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Refreshing network info cache for port 6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.865289] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698659, 'name': ReconfigVM_Task, 'duration_secs': 0.824325} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.865289] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Reconfigured VM instance instance-0000000a to attach disk [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276/aa2d2aa5-97cb-4c6b-a002-8dc69ed40276.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.865289] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a4546c5-4134-4468-a9de-43561c60b5f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.871368] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1211.871368] env[62107]: value = "task-1698660" [ 1211.871368] env[62107]: _type = "Task" [ 1211.871368] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.888826] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698660, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.919288] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dc8630-f29a-6886-f13b-cfdc53365e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.924215] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093bddc7-b3dc-4e3f-ba77-63dc950eb774 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.928988] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1211.928988] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52839740-191c-bec2-2e45-d7244b7d8367" [ 1211.928988] env[62107]: _type = "Task" [ 1211.928988] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.937400] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52839740-191c-bec2-2e45-d7244b7d8367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.957333] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bacb3c-e6f1-4316-be7c-ea34395b1feb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.964927] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53743177-a8ec-4160-bdf0-7572a2cc65ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.997768] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fc5a54-dec2-4e08-8eb9-c0013867151b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.005862] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd56c92-8cb5-4949-b86e-a469cf7adc1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.022446] env[62107]: DEBUG nova.compute.provider_tree [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.384643] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698660, 'name': Rename_Task, 'duration_secs': 0.180615} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.389487] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.389487] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5adbaf67-d90d-4885-b6ea-e10ddd0de45e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.395626] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1212.395626] env[62107]: value = "task-1698661" [ 1212.395626] env[62107]: _type = "Task" [ 1212.395626] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.407229] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.440717] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52839740-191c-bec2-2e45-d7244b7d8367, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.441167] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.441572] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 34a2f035-c271-406c-9834-9fdd25af0afd/34a2f035-c271-406c-9834-9fdd25af0afd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.441963] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d178ac6a-7f65-4100-9215-63072f458e85 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.449984] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1212.449984] env[62107]: value = "task-1698662" [ 1212.449984] env[62107]: _type = "Task" [ 1212.449984] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.459572] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.526172] env[62107]: DEBUG nova.scheduler.client.report [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.535202] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1212.570426] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1212.570675] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1212.570827] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.571009] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1212.571191] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.571338] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1212.571546] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1212.571701] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1212.571870] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1212.572529] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1212.572529] env[62107]: DEBUG nova.virt.hardware [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1212.573673] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f7dd37-7134-4eb8-8de6-e1431a71e69a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.585394] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47fb3e6-6754-4b96-bf2d-206e12ba520b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.589939] env[62107]: DEBUG nova.network.neutron [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Successfully created port: 5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.606794] env[62107]: DEBUG nova.network.neutron [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Updating instance_info_cache with network_info: [{"id": "f9750c6d-d51c-4891-8c01-fadeca6bc735", "address": "fa:16:3e:04:e1:87", "network": {"id": "743f56bb-0eb7-43f0-944e-3a2e95415aaa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1815236239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edfd6faf21f34f61a9f308d741051ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9750c6d-d5", "ovs_interfaceid": "f9750c6d-d51c-4891-8c01-fadeca6bc735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.913374] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.966815] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.034462] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.034462] env[62107]: DEBUG nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1213.039509] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.943s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.039786] env[62107]: DEBUG nova.objects.instance [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lazy-loading 'resources' on Instance uuid 655d0482-59c4-41f6-856c-51e1b06002cf {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.113215] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Releasing lock "refresh_cache-e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.117020] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Instance network_info: |[{"id": "f9750c6d-d51c-4891-8c01-fadeca6bc735", "address": "fa:16:3e:04:e1:87", "network": {"id": "743f56bb-0eb7-43f0-944e-3a2e95415aaa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1815236239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edfd6faf21f34f61a9f308d741051ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9750c6d-d5", "ovs_interfaceid": "f9750c6d-d51c-4891-8c01-fadeca6bc735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1213.117420] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e1:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '02bbcead-d833-4543-bec6-fb82dfe659ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9750c6d-d51c-4891-8c01-fadeca6bc735', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.127299] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Creating folder: Project (edfd6faf21f34f61a9f308d741051ba9). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.127659] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ebe6554-d7c0-4905-bad0-0e2f60bf1357 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.147167] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Created folder: Project (edfd6faf21f34f61a9f308d741051ba9) in parent group-v354057. [ 1213.147441] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Creating folder: Instances. Parent ref: group-v354087. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.147616] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39b9b964-6ef1-4dbd-9ba2-db026d5e79a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.160036] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Created folder: Instances in parent group-v354087. [ 1213.160149] env[62107]: DEBUG oslo.service.loopingcall [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.160350] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.160563] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba94844-d0ac-4870-8934-43603ce48fe3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.188621] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.188621] env[62107]: value = "task-1698665" [ 1213.188621] env[62107]: _type = "Task" [ 1213.188621] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.198841] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698665, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.412682] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.465589] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.528668] env[62107]: DEBUG nova.network.neutron [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updated VIF entry in instance network info cache for port 6e9482cb-e8c9-4411-93e7-52655ff74d52. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.529363] env[62107]: DEBUG nova.network.neutron [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.542491] env[62107]: DEBUG nova.compute.utils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1213.545052] env[62107]: DEBUG nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1213.584858] env[62107]: DEBUG nova.network.neutron [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Successfully updated port: d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.705174] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698665, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.916137] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.946506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1213.946506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.952259] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3f766f-16fc-4aab-8a7a-998f57b35cfa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.968650] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.971712] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108359e-7212-4f9b-99cd-42c7e7190831 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.008414] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1b9b57-b088-466a-a166-e4ae1496dac1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.017266] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b695f28e-038c-4410-8522-a06b0d116046 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.033995] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Releasing lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.034226] env[62107]: DEBUG nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Received event network-changed-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1214.034399] env[62107]: DEBUG nova.compute.manager [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Refreshing instance network info cache due to event network-changed-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1214.034609] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Acquiring lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.034769] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Acquired lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.034948] env[62107]: DEBUG nova.network.neutron [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Refreshing network info cache for port 79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.036740] env[62107]: DEBUG nova.compute.provider_tree [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.049679] env[62107]: DEBUG nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1214.090506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "refresh_cache-af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.090506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired lock "refresh_cache-af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.090506] env[62107]: DEBUG nova.network.neutron [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.201076] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698665, 'name': CreateVM_Task, 'duration_secs': 0.519349} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.201076] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.201674] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.201941] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.202509] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.202841] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c197a9c-de3e-4ac4-9f1f-f201ac6681d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.209455] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1214.209455] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc0d0b-aca6-11a2-e784-1b27ddc7788c" [ 1214.209455] env[62107]: _type = "Task" [ 1214.209455] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.219900] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc0d0b-aca6-11a2-e784-1b27ddc7788c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.410555] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.467648] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698662, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.529695] env[62107]: DEBUG nova.compute.manager [None req-63520e7d-1433-4e2c-8e2e-abf5e8a06f30 tempest-ServerDiagnosticsV248Test-1164515789 tempest-ServerDiagnosticsV248Test-1164515789-project-admin] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1214.531842] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86fce0e-6a82-4198-b992-6701598363aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.546909] env[62107]: DEBUG nova.scheduler.client.report [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.551088] env[62107]: INFO nova.compute.manager [None req-63520e7d-1433-4e2c-8e2e-abf5e8a06f30 tempest-ServerDiagnosticsV248Test-1164515789 tempest-ServerDiagnosticsV248Test-1164515789-project-admin] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Retrieving diagnostics [ 1214.552999] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd419f4-d4d8-4d48-aa99-08d39fe218ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.712738] env[62107]: DEBUG nova.network.neutron [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.738278] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc0d0b-aca6-11a2-e784-1b27ddc7788c, 'name': SearchDatastore_Task, 'duration_secs': 0.097826} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.738278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.738278] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.738278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.739403] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.739403] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.739403] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd68e70e-7ef4-4e82-a9f1-26414c22f7d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.753409] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.753409] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.753945] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a06af34c-8ffb-45af-9d39-cd3022ad13b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.761488] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1214.761488] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525b177e-4e37-3f4f-4c98-00223b885ebc" [ 1214.761488] env[62107]: _type = "Task" [ 1214.761488] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.775973] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525b177e-4e37-3f4f-4c98-00223b885ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.777063] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24664ef-3441-4010-9c6e-8a61f2b715f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.785794] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1214.785794] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e17d53-6fcc-b6cc-2b6e-5061ad79f1e7" [ 1214.785794] env[62107]: _type = "Task" [ 1214.785794] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.798022] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e17d53-6fcc-b6cc-2b6e-5061ad79f1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.914843] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.969450] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698662, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.316012} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.969450] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 34a2f035-c271-406c-9834-9fdd25af0afd/34a2f035-c271-406c-9834-9fdd25af0afd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.969450] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.969870] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ecd39ca-d724-4150-9a4a-9034cad6b7e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.979308] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1214.979308] env[62107]: value = "task-1698666" [ 1214.979308] env[62107]: _type = "Task" [ 1214.979308] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.990390] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.053861] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.057449] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.675s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.058562] env[62107]: INFO nova.compute.claims [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.064916] env[62107]: DEBUG nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1215.102727] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1215.103298] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1215.103298] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.104460] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1215.104460] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.106714] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1215.106714] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1215.106714] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1215.106714] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1215.106714] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1215.106903] env[62107]: DEBUG nova.virt.hardware [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1215.109800] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8301c6b9-db8a-43c6-94fa-bb94e865e8ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.116712] env[62107]: INFO nova.scheduler.client.report [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Deleted allocations for instance 655d0482-59c4-41f6-856c-51e1b06002cf [ 1215.128245] env[62107]: DEBUG nova.network.neutron [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Successfully updated port: 5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.133977] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cdf354-06af-4a4f-a6c8-342fc70160c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.152610] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.159063] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Creating folder: Project (f0ccd1a4e2b24f469d075faebf426816). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.159817] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6e2d8d6-d0a5-4785-8ec9-f3e2189ae5fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.175041] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Created folder: Project (f0ccd1a4e2b24f469d075faebf426816) in parent group-v354057. [ 1215.175041] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Creating folder: Instances. Parent ref: group-v354090. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.175041] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-674eae5f-40b6-4016-90f2-34c0cd36d2fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.188138] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Created folder: Instances in parent group-v354090. [ 1215.188138] env[62107]: DEBUG oslo.service.loopingcall [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.188138] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.188138] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d23a9a-9432-4b54-b0f7-129649a123a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.209354] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.209354] env[62107]: value = "task-1698669" [ 1215.209354] env[62107]: _type = "Task" [ 1215.209354] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.220978] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698669, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.253059] env[62107]: DEBUG nova.compute.manager [req-71b4531b-8561-4b0f-8ba7-869380c571c8 req-fa6bbd3a-37c6-4137-be4e-1e3189e73773 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Received event network-vif-plugged-d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1215.253220] env[62107]: DEBUG oslo_concurrency.lockutils [req-71b4531b-8561-4b0f-8ba7-869380c571c8 req-fa6bbd3a-37c6-4137-be4e-1e3189e73773 service nova] Acquiring lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.253364] env[62107]: DEBUG oslo_concurrency.lockutils [req-71b4531b-8561-4b0f-8ba7-869380c571c8 req-fa6bbd3a-37c6-4137-be4e-1e3189e73773 service nova] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.253525] env[62107]: DEBUG oslo_concurrency.lockutils [req-71b4531b-8561-4b0f-8ba7-869380c571c8 req-fa6bbd3a-37c6-4137-be4e-1e3189e73773 service nova] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.253690] env[62107]: DEBUG nova.compute.manager [req-71b4531b-8561-4b0f-8ba7-869380c571c8 req-fa6bbd3a-37c6-4137-be4e-1e3189e73773 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] No waiting events found dispatching network-vif-plugged-d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1215.253848] env[62107]: WARNING nova.compute.manager [req-71b4531b-8561-4b0f-8ba7-869380c571c8 req-fa6bbd3a-37c6-4137-be4e-1e3189e73773 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Received unexpected event network-vif-plugged-d3acaead-8d37-46d8-b590-70ac6fe8cfd8 for instance with vm_state building and task_state spawning. [ 1215.303852] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e17d53-6fcc-b6cc-2b6e-5061ad79f1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.304163] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.304468] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae/e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.304769] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-513a79ee-4cc6-4976-9212-5717985ddf26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.315092] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1215.315092] env[62107]: value = "task-1698670" [ 1215.315092] env[62107]: _type = "Task" [ 1215.315092] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.329164] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.347986] env[62107]: DEBUG nova.network.neutron [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Updating instance_info_cache with network_info: [{"id": "d3acaead-8d37-46d8-b590-70ac6fe8cfd8", "address": "fa:16:3e:de:22:c4", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3acaead-8d", "ovs_interfaceid": "d3acaead-8d37-46d8-b590-70ac6fe8cfd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.411888] env[62107]: DEBUG nova.network.neutron [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updated VIF entry in instance network info cache for port 79e935b2-bc5b-43f2-8cbb-f11382ff0b0e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.412614] env[62107]: DEBUG nova.network.neutron [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updating instance_info_cache with network_info: [{"id": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "address": "fa:16:3e:5b:16:23", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e935b2-bc", "ovs_interfaceid": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.420202] env[62107]: DEBUG oslo_vmware.api [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698661, 'name': PowerOnVM_Task, 'duration_secs': 2.607756} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.420202] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.420426] env[62107]: INFO nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Took 13.98 seconds to spawn the instance on the hypervisor. [ 1215.420598] env[62107]: DEBUG nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1215.422896] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e14cab-4d96-40e0-b8ce-349e76f9ec1f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.490832] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132855} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.491121] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.492520] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de02996-724c-4e31-bdd6-6b4489c4162e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.546194] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 34a2f035-c271-406c-9834-9fdd25af0afd/34a2f035-c271-406c-9834-9fdd25af0afd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.546836] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-464d8a08-093c-4da4-80b6-bd368daf3784 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.571939] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1215.571939] env[62107]: value = "task-1698671" [ 1215.571939] env[62107]: _type = "Task" [ 1215.571939] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.586415] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.640768] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.640940] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquired lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.641421] env[62107]: DEBUG nova.network.neutron [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.644114] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fb590b1a-6758-4572-8769-c97315b357e0 tempest-DeleteServersAdminTestJSON-964022130 tempest-DeleteServersAdminTestJSON-964022130-project-admin] Lock "655d0482-59c4-41f6-856c-51e1b06002cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.833s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.647788] env[62107]: DEBUG nova.compute.manager [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Received event network-vif-plugged-f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1215.648452] env[62107]: DEBUG oslo_concurrency.lockutils [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] Acquiring lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.648686] env[62107]: DEBUG oslo_concurrency.lockutils [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.648803] env[62107]: DEBUG oslo_concurrency.lockutils [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.648976] env[62107]: DEBUG nova.compute.manager [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] No waiting events found dispatching network-vif-plugged-f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1215.649186] env[62107]: WARNING nova.compute.manager [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Received unexpected event network-vif-plugged-f9750c6d-d51c-4891-8c01-fadeca6bc735 for instance with vm_state building and task_state spawning. [ 1215.649354] env[62107]: DEBUG nova.compute.manager [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Received event network-changed-f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1215.649509] env[62107]: DEBUG nova.compute.manager [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Refreshing instance network info cache due to event network-changed-f9750c6d-d51c-4891-8c01-fadeca6bc735. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1215.649692] env[62107]: DEBUG oslo_concurrency.lockutils [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] Acquiring lock "refresh_cache-e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.649827] env[62107]: DEBUG oslo_concurrency.lockutils [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] Acquired lock "refresh_cache-e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.650433] env[62107]: DEBUG nova.network.neutron [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Refreshing network info cache for port f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.726511] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698669, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.826756] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698670, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.853459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Releasing lock "refresh_cache-af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.853459] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Instance network_info: |[{"id": "d3acaead-8d37-46d8-b590-70ac6fe8cfd8", "address": "fa:16:3e:de:22:c4", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3acaead-8d", "ovs_interfaceid": "d3acaead-8d37-46d8-b590-70ac6fe8cfd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1215.853770] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:22:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3acaead-8d37-46d8-b590-70ac6fe8cfd8', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.861848] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating folder: Project (055cf6a43c26498f85079efa70f16d85). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.862034] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7544302d-f6f8-4b1e-8f4f-29110ee0e030 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.877776] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Created folder: Project (055cf6a43c26498f85079efa70f16d85) in parent group-v354057. [ 1215.878331] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating folder: Instances. Parent ref: group-v354093. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.878625] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6052b4f-1d8f-4256-8446-b8fd5d84b34c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.894286] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Created folder: Instances in parent group-v354093. [ 1215.897029] env[62107]: DEBUG oslo.service.loopingcall [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.897029] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.897029] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a694202-e72c-45ce-aa7d-e7a7f2f12608 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.922900] env[62107]: DEBUG oslo_concurrency.lockutils [req-58322702-945e-428e-b750-695c6dcd98a5 req-46f7d53f-2889-4b48-84b4-1e392c5643f2 service nova] Releasing lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.928226] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.928226] env[62107]: value = "task-1698674" [ 1215.928226] env[62107]: _type = "Task" [ 1215.928226] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.942882] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698674, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.949784] env[62107]: INFO nova.compute.manager [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Took 31.39 seconds to build instance. [ 1216.092590] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.230360] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698669, 'name': CreateVM_Task, 'duration_secs': 0.527849} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.230360] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.230862] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.230966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.231250] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.231847] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6bd1b1-65b9-4c79-a565-f2a6806661e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.241582] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1216.241582] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5243e41e-4165-c0de-055d-2a1cde4a17c6" [ 1216.241582] env[62107]: _type = "Task" [ 1216.241582] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.252617] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5243e41e-4165-c0de-055d-2a1cde4a17c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.294486] env[62107]: DEBUG nova.network.neutron [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.327638] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.331306] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae/e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.331545] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.333176] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd1b17f-fcf5-4f04-88c6-4c8e3d251ec3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.352094] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1216.352094] env[62107]: value = "task-1698675" [ 1216.352094] env[62107]: _type = "Task" [ 1216.352094] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.361923] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.441878] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698674, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.448345] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6faa12c-9877-47ae-a844-a9e77afb5b9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.454709] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd658597-23cb-4dbd-88fa-b85ebe71f631 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.907s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.467036] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06f3c54-ce65-424c-a6f0-f6751d572662 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.514543] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328061c5-c9f3-4f23-8e7b-0974699f6d4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.523379] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfed278-9106-46f6-bc9e-adbf6aea7dd0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.539460] env[62107]: DEBUG nova.compute.provider_tree [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.586580] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698671, 'name': ReconfigVM_Task, 'duration_secs': 0.782978} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.586869] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 34a2f035-c271-406c-9834-9fdd25af0afd/34a2f035-c271-406c-9834-9fdd25af0afd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.589578] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fafa0581-1733-4b0b-8374-3caa62d825e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.597056] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1216.597056] env[62107]: value = "task-1698676" [ 1216.597056] env[62107]: _type = "Task" [ 1216.597056] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.605527] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698676, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.753351] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5243e41e-4165-c0de-055d-2a1cde4a17c6, 'name': SearchDatastore_Task, 'duration_secs': 0.029423} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.756688] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.756688] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.756688] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.756796] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.757191] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.757191] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4159bbb-a168-431e-82d9-b690da8db115 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.766160] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.766443] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.767294] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1a643d-e0d4-4b2f-8951-3de57bcc66f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.774366] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1216.774366] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528d5dac-ba41-6e2b-722c-588deeb9ba24" [ 1216.774366] env[62107]: _type = "Task" [ 1216.774366] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.781294] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528d5dac-ba41-6e2b-722c-588deeb9ba24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.863603] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.939826] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698674, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.964087] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1217.044544] env[62107]: DEBUG nova.scheduler.client.report [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1217.100774] env[62107]: DEBUG nova.network.neutron [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updating instance_info_cache with network_info: [{"id": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "address": "fa:16:3e:b4:c9:bb", "network": {"id": "0e184658-08db-474b-a614-12bf6f18a490", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1617437351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eceda374b2fb4e56bb59eedb1f0b04a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cab7362-b2", "ovs_interfaceid": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.107784] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698676, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.152822] env[62107]: DEBUG nova.network.neutron [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Updated VIF entry in instance network info cache for port f9750c6d-d51c-4891-8c01-fadeca6bc735. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.154045] env[62107]: DEBUG nova.network.neutron [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Updating instance_info_cache with network_info: [{"id": "f9750c6d-d51c-4891-8c01-fadeca6bc735", "address": "fa:16:3e:04:e1:87", "network": {"id": "743f56bb-0eb7-43f0-944e-3a2e95415aaa", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1815236239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edfd6faf21f34f61a9f308d741051ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "02bbcead-d833-4543-bec6-fb82dfe659ff", "external-id": "nsx-vlan-transportzone-478", "segmentation_id": 478, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9750c6d-d5", "ovs_interfaceid": "f9750c6d-d51c-4891-8c01-fadeca6bc735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.285304] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528d5dac-ba41-6e2b-722c-588deeb9ba24, 'name': SearchDatastore_Task, 'duration_secs': 0.022613} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.286130] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff81678c-c13c-4787-808d-ab5089efc4f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.291673] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1217.291673] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520ded4e-1f97-b8ab-45b0-e7feea8d0dad" [ 1217.291673] env[62107]: _type = "Task" [ 1217.291673] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.302336] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520ded4e-1f97-b8ab-45b0-e7feea8d0dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.367306] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.012896} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.367695] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.368607] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac594fe-a642-4a27-9ecb-7599caca7514 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.412473] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae/e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.412963] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55783e70-4353-48fd-bd03-edb44bffb893 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.441372] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698674, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.443834] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1217.443834] env[62107]: value = "task-1698677" [ 1217.443834] env[62107]: _type = "Task" [ 1217.443834] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.455477] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698677, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.498044] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.550189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.551587] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1217.556761] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.134s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.556761] env[62107]: DEBUG nova.objects.instance [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lazy-loading 'resources' on Instance uuid d50ddb0d-24b8-4145-ba74-b43672c7a996 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.569939] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.606641] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Releasing lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.606977] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Instance network_info: |[{"id": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "address": "fa:16:3e:b4:c9:bb", "network": {"id": "0e184658-08db-474b-a614-12bf6f18a490", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1617437351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eceda374b2fb4e56bb59eedb1f0b04a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cab7362-b2", "ovs_interfaceid": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1217.607599] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698676, 'name': Rename_Task, 'duration_secs': 0.819022} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.607932] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:c9:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cab7362-b2c8-45ea-94b6-b2561ba0ebd5', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.620145] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Creating folder: Project (eceda374b2fb4e56bb59eedb1f0b04a3). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.621083] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.622501] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-235b2308-7d5a-4e1c-bb92-1652a45fbe15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.626331] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb059aa-520a-4601-a487-7ef62504abf2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.634932] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1217.634932] env[62107]: value = "task-1698679" [ 1217.634932] env[62107]: _type = "Task" [ 1217.634932] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.643087] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Created folder: Project (eceda374b2fb4e56bb59eedb1f0b04a3) in parent group-v354057. [ 1217.643087] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Creating folder: Instances. Parent ref: group-v354096. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.643087] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c27720d-5a99-42fb-803d-facd20c70a53 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.650959] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698679, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.654206] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Created folder: Instances in parent group-v354096. [ 1217.654697] env[62107]: DEBUG oslo.service.loopingcall [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.654978] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.655179] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25e67625-51f2-40a4-801b-60503a9742cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.675189] env[62107]: DEBUG oslo_concurrency.lockutils [req-fff75fc8-867a-4981-8ce5-f35857baf35e req-cf3b09bd-788f-46dd-984a-290816692499 service nova] Releasing lock "refresh_cache-e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.681200] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.681200] env[62107]: value = "task-1698681" [ 1217.681200] env[62107]: _type = "Task" [ 1217.681200] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.693665] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698681, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.806434] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520ded4e-1f97-b8ab-45b0-e7feea8d0dad, 'name': SearchDatastore_Task, 'duration_secs': 0.017712} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.810022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.810022] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.810022] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e94e0410-0d2e-423b-9585-99008873875e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.819618] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1217.819618] env[62107]: value = "task-1698682" [ 1217.819618] env[62107]: _type = "Task" [ 1217.819618] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.830532] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.942936] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698674, 'name': CreateVM_Task, 'duration_secs': 1.995191} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.943137] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.943870] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.944095] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.944460] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1217.944726] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0ae881-e2f8-4bb8-889c-524e4cf4b0f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.948899] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.948899] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.948899] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.949123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.949322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.954715] env[62107]: INFO nova.compute.manager [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Terminating instance [ 1217.957821] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1217.957821] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520c0328-ca9a-5736-e4a3-e408df1820e7" [ 1217.957821] env[62107]: _type = "Task" [ 1217.957821] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.964652] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "refresh_cache-b7376628-2a4a-4ec8-8be2-48fc6ee95d73" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.964833] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquired lock "refresh_cache-b7376628-2a4a-4ec8-8be2-48fc6ee95d73" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.965016] env[62107]: DEBUG nova.network.neutron [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.966542] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698677, 'name': ReconfigVM_Task, 'duration_secs': 0.280761} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.967363] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Reconfigured VM instance instance-0000000c to attach disk [datastore1] e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae/e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.972478] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e11e14c-0489-4169-a6a2-90d9228a375e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.974213] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520c0328-ca9a-5736-e4a3-e408df1820e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.974499] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.974721] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.974944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.975096] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.975272] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.975916] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ed4132c-82eb-48ba-b730-d45aabcd9975 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.980762] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1217.980762] env[62107]: value = "task-1698683" [ 1217.980762] env[62107]: _type = "Task" [ 1217.980762] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.985746] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.985910] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.989573] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e73cbd-d3a4-42c0-870d-9d6ff082934c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.993423] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698683, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.998136] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1217.998136] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528eb805-87e1-8fb7-ef2d-a3f2210e2aca" [ 1217.998136] env[62107]: _type = "Task" [ 1217.998136] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.005797] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528eb805-87e1-8fb7-ef2d-a3f2210e2aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.030231] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.030780] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.063880] env[62107]: DEBUG nova.compute.utils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1218.067034] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1218.067446] env[62107]: DEBUG nova.network.neutron [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.147477] env[62107]: DEBUG oslo_vmware.api [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698679, 'name': PowerOnVM_Task, 'duration_secs': 0.47075} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.147857] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.147981] env[62107]: INFO nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Took 14.18 seconds to spawn the instance on the hypervisor. [ 1218.148212] env[62107]: DEBUG nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1218.152616] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1ca8b-5874-417c-8ebf-6d029556fdde {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.158546] env[62107]: DEBUG nova.policy [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48446a73b1654c22a45e148656377769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '055cf6a43c26498f85079efa70f16d85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1218.196518] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698681, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.330775] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.489221] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36d018-27cf-4a67-afb2-a9f1f5f398cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.494767] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698683, 'name': Rename_Task, 'duration_secs': 0.165041} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.495637] env[62107]: DEBUG nova.network.neutron [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.498523] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.498951] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4aa070e-ab14-41ec-832a-3d72c2b97be0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.508193] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82345205-c4f5-4d01-84c2-859455e0f4f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.518714] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528eb805-87e1-8fb7-ef2d-a3f2210e2aca, 'name': SearchDatastore_Task, 'duration_secs': 0.105249} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.518714] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1218.518714] env[62107]: value = "task-1698684" [ 1218.518714] env[62107]: _type = "Task" [ 1218.518714] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.519382] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51e2318-87f3-4d99-8487-9b9522c03e77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.558539] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74661b90-dbf3-46ce-b9e2-b1e192af0cb8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.566096] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.566396] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1218.566396] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5246d3ba-1655-46ed-9703-aee0a70cb28f" [ 1218.566396] env[62107]: _type = "Task" [ 1218.566396] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.572885] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1218.576394] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4444c82-f44d-47f9-b1c2-49541651c3a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.585290] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5246d3ba-1655-46ed-9703-aee0a70cb28f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.597135] env[62107]: DEBUG nova.compute.provider_tree [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.683649] env[62107]: INFO nova.compute.manager [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Took 21.56 seconds to build instance. [ 1218.701137] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698681, 'name': CreateVM_Task, 'duration_secs': 1.002113} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.701913] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.702760] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.702869] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.703138] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.703644] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77379db0-e450-4de9-9a44-ef439ddb08cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.706403] env[62107]: DEBUG nova.network.neutron [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.711184] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1218.711184] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520aca3c-0400-9136-e1f7-690a1c20e312" [ 1218.711184] env[62107]: _type = "Task" [ 1218.711184] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.718625] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520aca3c-0400-9136-e1f7-690a1c20e312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.790237] env[62107]: DEBUG nova.network.neutron [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Successfully created port: 1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.832258] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53338} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.832656] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.832815] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.833123] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ab9f905-49df-4820-b524-7c3ccb14cbab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.840841] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1218.840841] env[62107]: value = "task-1698685" [ 1218.840841] env[62107]: _type = "Task" [ 1218.840841] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.853551] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.030309] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.081169] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5246d3ba-1655-46ed-9703-aee0a70cb28f, 'name': SearchDatastore_Task, 'duration_secs': 0.047854} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.081169] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.081169] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] af8a8b36-1bac-422b-9dc1-2b60d2e5f04c/af8a8b36-1bac-422b-9dc1-2b60d2e5f04c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.081169] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd84247a-d7b9-46e9-8568-afde017c9839 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.092136] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1219.092136] env[62107]: value = "task-1698686" [ 1219.092136] env[62107]: _type = "Task" [ 1219.092136] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.104049] env[62107]: DEBUG nova.scheduler.client.report [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1219.109315] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.188285] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7efb110b-bf13-463a-b56b-32b311b167b5 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.401s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.210276] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Releasing lock "refresh_cache-b7376628-2a4a-4ec8-8be2-48fc6ee95d73" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.210675] env[62107]: DEBUG nova.compute.manager [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1219.210889] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.212698] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09479c25-f150-4e0d-aa52-7a9d17d5f95d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.226022] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.230904] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10f6417-0ed3-4655-ac87-5eb65b849342 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.233142] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520aca3c-0400-9136-e1f7-690a1c20e312, 'name': SearchDatastore_Task, 'duration_secs': 0.067091} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.233420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.233650] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.233872] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.234020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.234197] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.234886] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d600109f-8a56-48ca-b5ae-0d9a4918f2e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.240035] env[62107]: DEBUG oslo_vmware.api [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1219.240035] env[62107]: value = "task-1698687" [ 1219.240035] env[62107]: _type = "Task" [ 1219.240035] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.248282] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.248282] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.249184] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09049fbb-e0b2-4bc9-89b0-346f50d21b43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.255018] env[62107]: DEBUG oslo_vmware.api [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.261299] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1219.261299] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dd856e-b1b8-848d-6da8-4e97d1d75024" [ 1219.261299] env[62107]: _type = "Task" [ 1219.261299] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.270165] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dd856e-b1b8-848d-6da8-4e97d1d75024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.350349] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080428} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.350630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.351330] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6760b3a0-93b1-4839-8fcd-582cd03a3593 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.373173] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.373495] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21df2b3f-4f57-4622-a80a-9027d17d3727 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.394299] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1219.394299] env[62107]: value = "task-1698688" [ 1219.394299] env[62107]: _type = "Task" [ 1219.394299] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.403264] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.491222] env[62107]: DEBUG nova.compute.manager [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Received event network-changed-d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.493777] env[62107]: DEBUG nova.compute.manager [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Refreshing instance network info cache due to event network-changed-d3acaead-8d37-46d8-b590-70ac6fe8cfd8. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1219.493777] env[62107]: DEBUG oslo_concurrency.lockutils [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] Acquiring lock "refresh_cache-af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.493777] env[62107]: DEBUG oslo_concurrency.lockutils [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] Acquired lock "refresh_cache-af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.493777] env[62107]: DEBUG nova.network.neutron [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Refreshing network info cache for port d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.529859] env[62107]: DEBUG oslo_vmware.api [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698684, 'name': PowerOnVM_Task, 'duration_secs': 0.734556} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.530653] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.530950] env[62107]: INFO nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Took 13.07 seconds to spawn the instance on the hypervisor. [ 1219.530950] env[62107]: DEBUG nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1219.532036] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407121de-66b6-440c-bf35-760517739052 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.589301] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1219.602806] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.612428] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.614219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.733s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.615746] env[62107]: INFO nova.compute.claims [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.630577] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1219.630577] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1219.630816] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.630869] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1219.631139] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.631431] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1219.631790] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1219.632042] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1219.632278] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1219.634530] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1219.634530] env[62107]: DEBUG nova.virt.hardware [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.634530] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed6bfed-ac2c-4a3c-8d3d-22e5faf830ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.642376] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b0ac9-e7d5-463b-a32a-c1a30f288447 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.659335] env[62107]: INFO nova.scheduler.client.report [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Deleted allocations for instance d50ddb0d-24b8-4145-ba74-b43672c7a996 [ 1219.691985] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1219.753949] env[62107]: DEBUG oslo_vmware.api [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698687, 'name': PowerOffVM_Task, 'duration_secs': 0.207878} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.754255] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.754468] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.754716] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfd567b0-4100-4470-a156-77056173c972 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.771269] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dd856e-b1b8-848d-6da8-4e97d1d75024, 'name': SearchDatastore_Task, 'duration_secs': 0.043126} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.772193] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b0b79e-cfd7-4a99-b9cc-e28c3bfa4f7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.784133] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1219.784133] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520c8c82-5a59-600e-01e5-ab91a2c1edf9" [ 1219.784133] env[62107]: _type = "Task" [ 1219.784133] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.785638] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.785944] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.788405] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Deleting the datastore file [datastore1] b7376628-2a4a-4ec8-8be2-48fc6ee95d73 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.790031] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-664b96be-11c4-44ae-acff-255189df7822 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.798385] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520c8c82-5a59-600e-01e5-ab91a2c1edf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.800903] env[62107]: DEBUG oslo_vmware.api [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for the task: (returnval){ [ 1219.800903] env[62107]: value = "task-1698690" [ 1219.800903] env[62107]: _type = "Task" [ 1219.800903] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.809109] env[62107]: DEBUG oslo_vmware.api [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.905261] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.912751] env[62107]: DEBUG nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Received event network-vif-plugged-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.913074] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.913376] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.913636] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.914352] env[62107]: DEBUG nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] No waiting events found dispatching network-vif-plugged-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1219.914352] env[62107]: WARNING nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Received unexpected event network-vif-plugged-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 for instance with vm_state building and task_state spawning. [ 1219.914352] env[62107]: DEBUG nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Received event network-changed-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1219.914352] env[62107]: DEBUG nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Refreshing instance network info cache due to event network-changed-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1219.914560] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Acquiring lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.914969] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Acquired lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.914969] env[62107]: DEBUG nova.network.neutron [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Refreshing network info cache for port 5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.056516] env[62107]: INFO nova.compute.manager [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Took 22.32 seconds to build instance. [ 1220.105319] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.955695} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.105319] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] af8a8b36-1bac-422b-9dc1-2b60d2e5f04c/af8a8b36-1bac-422b-9dc1-2b60d2e5f04c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.105960] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.105960] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adcb2f9e-4802-42f2-b6d1-980f66031bfc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.115026] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1220.115026] env[62107]: value = "task-1698691" [ 1220.115026] env[62107]: _type = "Task" [ 1220.115026] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.125996] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.169386] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c120f80-e967-4f58-93f9-0275d893b904 tempest-ServerDiagnosticsTest-188774229 tempest-ServerDiagnosticsTest-188774229-project-member] Lock "d50ddb0d-24b8-4145-ba74-b43672c7a996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.398s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.212504] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.298376] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520c8c82-5a59-600e-01e5-ab91a2c1edf9, 'name': SearchDatastore_Task, 'duration_secs': 0.056259} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.299494] env[62107]: DEBUG nova.network.neutron [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Updated VIF entry in instance network info cache for port d3acaead-8d37-46d8-b590-70ac6fe8cfd8. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.299801] env[62107]: DEBUG nova.network.neutron [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Updating instance_info_cache with network_info: [{"id": "d3acaead-8d37-46d8-b590-70ac6fe8cfd8", "address": "fa:16:3e:de:22:c4", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3acaead-8d", "ovs_interfaceid": "d3acaead-8d37-46d8-b590-70ac6fe8cfd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.301176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.301707] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 8553d005-e6e3-452c-a7e1-84a479c28c34/8553d005-e6e3-452c-a7e1-84a479c28c34.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.301816] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f755779-35e1-418d-8470-b522ebc63068 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.312494] env[62107]: DEBUG oslo_vmware.api [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Task: {'id': task-1698690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320822} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.317520] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.317790] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.318010] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.318258] env[62107]: INFO nova.compute.manager [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1220.318504] env[62107]: DEBUG oslo.service.loopingcall [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1220.318793] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1220.318793] env[62107]: value = "task-1698692" [ 1220.318793] env[62107]: _type = "Task" [ 1220.318793] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.321369] env[62107]: DEBUG nova.compute.manager [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1220.321369] env[62107]: DEBUG nova.network.neutron [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.333697] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.341797] env[62107]: DEBUG nova.network.neutron [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.406549] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698688, 'name': ReconfigVM_Task, 'duration_secs': 0.811915} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.406549] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.407201] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f2b6bc-b58a-4813-9141-fc7c9ef0ecb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.418828] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1220.418828] env[62107]: value = "task-1698693" [ 1220.418828] env[62107]: _type = "Task" [ 1220.418828] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.435851] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698693, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.441737] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "b07f2e3a-b026-4d69-83c4-66dfb049201e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.441993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.563387] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9577aacf-d4db-43f4-96a8-73216877f408 tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.250s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.623237] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183368} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.625782] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.626617] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d329eb-65c6-45a8-9250-1101a280ea01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.654218] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] af8a8b36-1bac-422b-9dc1-2b60d2e5f04c/af8a8b36-1bac-422b-9dc1-2b60d2e5f04c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.654700] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4de8511-55e0-426c-800c-4c81103a56f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.682195] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1220.682195] env[62107]: value = "task-1698694" [ 1220.682195] env[62107]: _type = "Task" [ 1220.682195] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.690841] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.808801] env[62107]: DEBUG oslo_concurrency.lockutils [req-f1f1443c-066b-4d51-90c8-0bf874fff64b req-38fa651f-892b-4864-bb55-5d86eccdcc47 service nova] Releasing lock "refresh_cache-af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.844337] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698692, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.847146] env[62107]: DEBUG nova.network.neutron [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.933242] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698693, 'name': Rename_Task, 'duration_secs': 0.302856} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.938296] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.939657] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fa4999b-379a-4b37-b37a-fa04459bf927 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.946398] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1220.946398] env[62107]: value = "task-1698695" [ 1220.946398] env[62107]: _type = "Task" [ 1220.946398] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.957854] env[62107]: DEBUG nova.network.neutron [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updated VIF entry in instance network info cache for port 5cab7362-b2c8-45ea-94b6-b2561ba0ebd5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.958240] env[62107]: DEBUG nova.network.neutron [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updating instance_info_cache with network_info: [{"id": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "address": "fa:16:3e:b4:c9:bb", "network": {"id": "0e184658-08db-474b-a614-12bf6f18a490", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1617437351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eceda374b2fb4e56bb59eedb1f0b04a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cab7362-b2", "ovs_interfaceid": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.967020] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.003033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "a910ff3a-d417-4114-b11e-e44772119b9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.003280] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "a910ff3a-d417-4114-b11e-e44772119b9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.067226] env[62107]: DEBUG nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1221.071831] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.082276] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33cc64b-497b-4574-9223-7cd4f2a82eda {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.092982] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854d7bd-de9e-4b49-883b-cf1b7d594e44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.126117] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377557e5-543f-4ffc-899d-25c23e0a12fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.135563] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0beb440-7f48-4aa2-a602-5ef34cbeb90c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.152621] env[62107]: DEBUG nova.compute.provider_tree [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.191909] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.331042] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.331383] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 8553d005-e6e3-452c-a7e1-84a479c28c34/8553d005-e6e3-452c-a7e1-84a479c28c34.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.331647] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.331900] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7d7716-9560-4dc9-959b-0c82876facb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.339785] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1221.339785] env[62107]: value = "task-1698696" [ 1221.339785] env[62107]: _type = "Task" [ 1221.339785] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.347381] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.350040] env[62107]: INFO nova.compute.manager [-] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Took 1.03 seconds to deallocate network for instance. [ 1221.413957] env[62107]: DEBUG nova.network.neutron [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Successfully updated port: 1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.463668] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.469438] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Releasing lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.469438] env[62107]: DEBUG nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Received event network-changed-a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1221.469438] env[62107]: DEBUG nova.compute.manager [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Refreshing instance network info cache due to event network-changed-a114454a-acb9-4e16-9ddf-3cd14440c861. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1221.469803] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Acquiring lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.470453] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Acquired lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.470896] env[62107]: DEBUG nova.network.neutron [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Refreshing network info cache for port a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.580284] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.592827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.656683] env[62107]: DEBUG nova.scheduler.client.report [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1221.692683] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698694, 'name': ReconfigVM_Task, 'duration_secs': 0.839321} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.692962] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] af8a8b36-1bac-422b-9dc1-2b60d2e5f04c/af8a8b36-1bac-422b-9dc1-2b60d2e5f04c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.693643] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b65aac5-77ec-4a82-8668-a444a1cf04eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.700860] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1221.700860] env[62107]: value = "task-1698697" [ 1221.700860] env[62107]: _type = "Task" [ 1221.700860] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.711249] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698697, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.855552] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180473} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.857771] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.857915] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.860608] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6197ed9-9304-4e45-b048-5e6c5ad21503 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.887061] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8553d005-e6e3-452c-a7e1-84a479c28c34/8553d005-e6e3-452c-a7e1-84a479c28c34.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.887383] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1bf3e38-6c6d-40c5-8c5a-dfb10567ebf5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.908904] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1221.908904] env[62107]: value = "task-1698698" [ 1221.908904] env[62107]: _type = "Task" [ 1221.908904] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.917754] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.924304] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "refresh_cache-5801ddb7-fa0b-4c30-be71-afae4d7ce119" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.924496] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired lock "refresh_cache-5801ddb7-fa0b-4c30-be71-afae4d7ce119" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.924763] env[62107]: DEBUG nova.network.neutron [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.966854] env[62107]: DEBUG oslo_vmware.api [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698695, 'name': PowerOnVM_Task, 'duration_secs': 0.881615} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.967228] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.967491] env[62107]: INFO nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1221.967722] env[62107]: DEBUG nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1221.968892] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dacab15-4774-42fd-a728-0d6df2294219 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.167078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.167078] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1222.169839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.596s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.172567] env[62107]: INFO nova.compute.claims [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.214876] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698697, 'name': Rename_Task, 'duration_secs': 0.18489} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.220131] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.220808] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad19349-b44f-4615-b58e-c6d16038dffa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.231952] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1222.231952] env[62107]: value = "task-1698699" [ 1222.231952] env[62107]: _type = "Task" [ 1222.231952] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.250068] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.426554] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.481247] env[62107]: DEBUG nova.network.neutron [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updated VIF entry in instance network info cache for port a114454a-acb9-4e16-9ddf-3cd14440c861. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.481768] env[62107]: DEBUG nova.network.neutron [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updating instance_info_cache with network_info: [{"id": "a114454a-acb9-4e16-9ddf-3cd14440c861", "address": "fa:16:3e:bf:b4:88", "network": {"id": "b8b57dc5-a9bd-4170-9fd1-eb6b23904ed8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-4014778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e2584d716f4ee9add05e9501bf3989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa114454a-ac", "ovs_interfaceid": "a114454a-acb9-4e16-9ddf-3cd14440c861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.507667] env[62107]: DEBUG nova.network.neutron [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.509985] env[62107]: INFO nova.compute.manager [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Took 21.50 seconds to build instance. [ 1222.592622] env[62107]: DEBUG nova.compute.manager [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1222.630499] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.630735] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.677070] env[62107]: DEBUG nova.compute.utils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1222.680165] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1222.684020] env[62107]: DEBUG nova.network.neutron [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.749975] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.776645] env[62107]: DEBUG nova.network.neutron [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Updating instance_info_cache with network_info: [{"id": "1558fed1-ad23-47eb-9e8a-65ff52e4d9db", "address": "fa:16:3e:6d:32:ca", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1558fed1-ad", "ovs_interfaceid": "1558fed1-ad23-47eb-9e8a-65ff52e4d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.815509] env[62107]: DEBUG nova.policy [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '168d9384ec27421d9cdb10e030ebd992', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2a01a7e1f4444c194ecf6eb5deb7243', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1222.897039] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.897039] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.924179] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698698, 'name': ReconfigVM_Task, 'duration_secs': 0.541413} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.925111] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8553d005-e6e3-452c-a7e1-84a479c28c34/8553d005-e6e3-452c-a7e1-84a479c28c34.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.925111] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a354a5c7-b98e-4f6a-876a-2752d17fe7d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.931910] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1222.931910] env[62107]: value = "task-1698700" [ 1222.931910] env[62107]: _type = "Task" [ 1222.931910] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.941958] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698700, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.984755] env[62107]: DEBUG oslo_concurrency.lockutils [req-86cbd17d-1e66-4907-90a0-c3a5a0e885d6 req-91dee44c-51b5-4139-aa6d-04da2b66fdf6 service nova] Releasing lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.013083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dbdbae49-dd4e-4bca-8a29-17c7c62e14f0 tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.648s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.122515] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.189834] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1223.242861] env[62107]: DEBUG oslo_vmware.api [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698699, 'name': PowerOnVM_Task, 'duration_secs': 0.680408} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.245780] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.245987] env[62107]: INFO nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Took 13.20 seconds to spawn the instance on the hypervisor. [ 1223.246162] env[62107]: DEBUG nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1223.247910] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19aa3c7-2e40-4c5e-99aa-93b8c846e3cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.279749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Releasing lock "refresh_cache-5801ddb7-fa0b-4c30-be71-afae4d7ce119" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.280276] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Instance network_info: |[{"id": "1558fed1-ad23-47eb-9e8a-65ff52e4d9db", "address": "fa:16:3e:6d:32:ca", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1558fed1-ad", "ovs_interfaceid": "1558fed1-ad23-47eb-9e8a-65ff52e4d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1223.281063] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:32:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1558fed1-ad23-47eb-9e8a-65ff52e4d9db', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.289218] env[62107]: DEBUG oslo.service.loopingcall [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.290064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.290470] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-269e9047-3e91-4d9b-8aa8-09cb079dd051 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.316021] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.316021] env[62107]: value = "task-1698701" [ 1223.316021] env[62107]: _type = "Task" [ 1223.316021] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.324240] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698701, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.453067] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698700, 'name': Rename_Task, 'duration_secs': 0.221365} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.457345] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.457345] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd7003a3-cb7b-422b-9bd9-6c5c506a2343 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.464163] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1223.464163] env[62107]: value = "task-1698702" [ 1223.464163] env[62107]: _type = "Task" [ 1223.464163] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.474222] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.486144] env[62107]: DEBUG nova.network.neutron [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Successfully created port: 9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.520293] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.677718] env[62107]: DEBUG nova.compute.manager [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Received event network-vif-plugged-1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1223.677718] env[62107]: DEBUG oslo_concurrency.lockutils [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] Acquiring lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.677718] env[62107]: DEBUG oslo_concurrency.lockutils [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.677718] env[62107]: DEBUG oslo_concurrency.lockutils [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.677718] env[62107]: DEBUG nova.compute.manager [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] No waiting events found dispatching network-vif-plugged-1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1223.682019] env[62107]: WARNING nova.compute.manager [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Received unexpected event network-vif-plugged-1558fed1-ad23-47eb-9e8a-65ff52e4d9db for instance with vm_state building and task_state spawning. [ 1223.682019] env[62107]: DEBUG nova.compute.manager [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Received event network-changed-1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1223.682019] env[62107]: DEBUG nova.compute.manager [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Refreshing instance network info cache due to event network-changed-1558fed1-ad23-47eb-9e8a-65ff52e4d9db. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1223.682019] env[62107]: DEBUG oslo_concurrency.lockutils [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] Acquiring lock "refresh_cache-5801ddb7-fa0b-4c30-be71-afae4d7ce119" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.682019] env[62107]: DEBUG oslo_concurrency.lockutils [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] Acquired lock "refresh_cache-5801ddb7-fa0b-4c30-be71-afae4d7ce119" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.682481] env[62107]: DEBUG nova.network.neutron [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Refreshing network info cache for port 1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.683547] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1960cc-388b-4c64-b7b4-d4ef9f529d6b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.694950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55849b54-67b9-46f2-a9b2-c7f67f6da2ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.728681] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b3f6de-3e82-4481-84d4-6fc8b6570741 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.737479] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83920d8f-d109-44df-82b3-3c2e75f69075 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.756112] env[62107]: DEBUG nova.compute.provider_tree [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.769157] env[62107]: INFO nova.compute.manager [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Took 25.01 seconds to build instance. [ 1223.829541] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698701, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.976662] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698702, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.054330] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.069769] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "33c80b8d-b98c-4687-b868-17262c39ec6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.069902] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.232023] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1224.263644] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1224.263886] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1224.264046] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.264629] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1224.264813] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.264987] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1224.265249] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1224.265431] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1224.265664] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1224.265878] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1224.266126] env[62107]: DEBUG nova.virt.hardware [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1224.267123] env[62107]: DEBUG nova.scheduler.client.report [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1224.271427] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848493b2-abf9-4ed1-9d55-b197598b7912 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.278531] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f7a6e26f-6298-433e-a37c-bae29ff85e5c tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.888s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.286557] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a214d5-f794-4c43-9887-3cac0d0ce941 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.326245] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698701, 'name': CreateVM_Task, 'duration_secs': 0.551302} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.326245] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.326560] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.326728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.327197] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.327344] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9143030-7cde-4b6e-b0f7-6fed41e4d013 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.335625] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1224.335625] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520003ad-90da-a8f1-a36a-5d637957d958" [ 1224.335625] env[62107]: _type = "Task" [ 1224.335625] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.346913] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520003ad-90da-a8f1-a36a-5d637957d958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.481934] env[62107]: DEBUG oslo_vmware.api [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698702, 'name': PowerOnVM_Task, 'duration_secs': 0.802919} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.482259] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.482513] env[62107]: INFO nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Took 11.95 seconds to spawn the instance on the hypervisor. [ 1224.482731] env[62107]: DEBUG nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1224.483587] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64d32ca-3704-4c6c-8d4f-a79ca17c3b78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.779914] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.780455] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1224.786271] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.954s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.787710] env[62107]: INFO nova.compute.claims [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.793904] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1224.853207] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520003ad-90da-a8f1-a36a-5d637957d958, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.855082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.855352] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.855606] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.855754] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.855954] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.856739] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-730ab949-4813-4d8e-bfa7-cc85b85c8b00 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.867013] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.867252] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.869057] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b7f79c-4617-4f2a-a834-5a74814e8fa0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.876304] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1224.876304] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52248439-2720-dd19-22c3-ccc1da62e647" [ 1224.876304] env[62107]: _type = "Task" [ 1224.876304] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.885423] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52248439-2720-dd19-22c3-ccc1da62e647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.900239] env[62107]: DEBUG nova.network.neutron [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Updated VIF entry in instance network info cache for port 1558fed1-ad23-47eb-9e8a-65ff52e4d9db. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.901024] env[62107]: DEBUG nova.network.neutron [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Updating instance_info_cache with network_info: [{"id": "1558fed1-ad23-47eb-9e8a-65ff52e4d9db", "address": "fa:16:3e:6d:32:ca", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1558fed1-ad", "ovs_interfaceid": "1558fed1-ad23-47eb-9e8a-65ff52e4d9db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.966380] env[62107]: DEBUG nova.compute.manager [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Received event network-changed-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1224.966619] env[62107]: DEBUG nova.compute.manager [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Refreshing instance network info cache due to event network-changed-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1224.966896] env[62107]: DEBUG oslo_concurrency.lockutils [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] Acquiring lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.966963] env[62107]: DEBUG oslo_concurrency.lockutils [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] Acquired lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.967242] env[62107]: DEBUG nova.network.neutron [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Refreshing network info cache for port 79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.005375] env[62107]: INFO nova.compute.manager [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Took 25.11 seconds to build instance. [ 1225.189425] env[62107]: INFO nova.compute.manager [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Rebuilding instance [ 1225.250289] env[62107]: DEBUG nova.compute.manager [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1225.251252] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086deb95-643a-4964-840b-3e02f961efcf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.301374] env[62107]: DEBUG nova.compute.utils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1225.306051] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1225.307883] env[62107]: DEBUG nova.network.neutron [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.329369] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.389499] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52248439-2720-dd19-22c3-ccc1da62e647, 'name': SearchDatastore_Task, 'duration_secs': 0.011328} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.390367] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88d4ac3-2027-43ae-8694-febc920c0646 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.396692] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1225.396692] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c26c1f-58f7-81d7-bab2-ec57a20ad4cc" [ 1225.396692] env[62107]: _type = "Task" [ 1225.396692] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.404179] env[62107]: DEBUG oslo_concurrency.lockutils [req-29010aa4-d6b4-4e13-9820-bb630cf2cf25 req-2013d103-3780-4bb6-aad8-ae42906269c2 service nova] Releasing lock "refresh_cache-5801ddb7-fa0b-4c30-be71-afae4d7ce119" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.410432] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c26c1f-58f7-81d7-bab2-ec57a20ad4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.430526] env[62107]: DEBUG nova.policy [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10673fde9cb442dae51e621af67887b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae5b7980a5a4b908ac5afc7340330d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1225.508171] env[62107]: DEBUG oslo_concurrency.lockutils [None req-05372de8-0dd9-424c-9a18-9e5fabfd000a tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.488s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.762933] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.763636] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05429e42-3245-49bf-883a-c4b7cee06006 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.771585] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1225.771585] env[62107]: value = "task-1698703" [ 1225.771585] env[62107]: _type = "Task" [ 1225.771585] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.783300] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.809567] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1225.918022] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c26c1f-58f7-81d7-bab2-ec57a20ad4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.918022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.918022] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5801ddb7-fa0b-4c30-be71-afae4d7ce119/5801ddb7-fa0b-4c30-be71-afae4d7ce119.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.918022] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d82d507-6a4a-4067-a1af-52cfdb3622f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.926322] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1225.926322] env[62107]: value = "task-1698704" [ 1225.926322] env[62107]: _type = "Task" [ 1225.926322] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.937317] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.943457] env[62107]: DEBUG nova.network.neutron [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updated VIF entry in instance network info cache for port 79e935b2-bc5b-43f2-8cbb-f11382ff0b0e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.943807] env[62107]: DEBUG nova.network.neutron [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updating instance_info_cache with network_info: [{"id": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "address": "fa:16:3e:5b:16:23", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e935b2-bc", "ovs_interfaceid": "79e935b2-bc5b-43f2-8cbb-f11382ff0b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.966094] env[62107]: DEBUG nova.network.neutron [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Successfully updated port: 9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.012225] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1226.052277] env[62107]: DEBUG nova.network.neutron [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Successfully created port: 11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.281663] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698703, 'name': PowerOffVM_Task, 'duration_secs': 0.149746} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.285218] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.285218] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.289302] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f25b7-a1d7-4b41-bab8-e52f1ae58b19 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.294878] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.295143] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-124be792-a5ee-4f81-a3f8-1444b9c458e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.309963] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae117b-dc87-4593-872e-ff10f0f97a1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.322941] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e1b20-a693-414b-b8e0-f351b476c51b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.328885] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.329134] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.329445] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Deleting the datastore file [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.331077] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c551ce7-cb22-48c5-b3b6-a8fbca92a2d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.365303] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc220fc9-8f4f-46e9-bb57-8def0b2a8ca4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.369860] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1226.369860] env[62107]: value = "task-1698706" [ 1226.369860] env[62107]: _type = "Task" [ 1226.369860] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.377887] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f0d878-ccc9-4dd5-88f7-9e630d934237 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.385209] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.398282] env[62107]: DEBUG nova.compute.provider_tree [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.437926] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698704, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.448343] env[62107]: DEBUG oslo_concurrency.lockutils [req-57e3cf79-c3cd-4d40-9223-bb555f91d338 req-71ee6f4f-e5fa-42a7-8c89-b0954c86b5e5 service nova] Releasing lock "refresh_cache-34a2f035-c271-406c-9834-9fdd25af0afd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.469725] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "refresh_cache-e0161e23-d28e-42e7-b30a-cc2b275cc96a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.470037] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquired lock "refresh_cache-e0161e23-d28e-42e7-b30a-cc2b275cc96a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.470247] env[62107]: DEBUG nova.network.neutron [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.544475] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.600870] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.601229] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.601477] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.601717] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.601915] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.604775] env[62107]: INFO nova.compute.manager [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Terminating instance [ 1226.607640] env[62107]: DEBUG nova.compute.manager [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1226.608890] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.608890] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a22355-153b-4e70-b6ae-d818ed9182fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.622406] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.622406] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20e9564-c6a7-46ad-ad35-a9a36d4d46b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.627579] env[62107]: DEBUG oslo_vmware.api [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1226.627579] env[62107]: value = "task-1698707" [ 1226.627579] env[62107]: _type = "Task" [ 1226.627579] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.637319] env[62107]: DEBUG oslo_vmware.api [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.789425] env[62107]: DEBUG nova.compute.manager [req-b1a4302c-55ec-4cbb-aff9-28bf3fa73dcc req-58b0f598-7ee7-4559-a9f2-704b57c88d48 service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Received event network-vif-plugged-9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1226.789425] env[62107]: DEBUG oslo_concurrency.lockutils [req-b1a4302c-55ec-4cbb-aff9-28bf3fa73dcc req-58b0f598-7ee7-4559-a9f2-704b57c88d48 service nova] Acquiring lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.789425] env[62107]: DEBUG oslo_concurrency.lockutils [req-b1a4302c-55ec-4cbb-aff9-28bf3fa73dcc req-58b0f598-7ee7-4559-a9f2-704b57c88d48 service nova] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.789425] env[62107]: DEBUG oslo_concurrency.lockutils [req-b1a4302c-55ec-4cbb-aff9-28bf3fa73dcc req-58b0f598-7ee7-4559-a9f2-704b57c88d48 service nova] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.789425] env[62107]: DEBUG nova.compute.manager [req-b1a4302c-55ec-4cbb-aff9-28bf3fa73dcc req-58b0f598-7ee7-4559-a9f2-704b57c88d48 service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] No waiting events found dispatching network-vif-plugged-9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1226.789687] env[62107]: WARNING nova.compute.manager [req-b1a4302c-55ec-4cbb-aff9-28bf3fa73dcc req-58b0f598-7ee7-4559-a9f2-704b57c88d48 service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Received unexpected event network-vif-plugged-9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d for instance with vm_state building and task_state spawning. [ 1226.830742] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1226.873372] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1226.873697] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1226.873900] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.875127] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1226.875127] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.875127] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1226.875127] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1226.875127] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1226.875127] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1226.876027] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1226.876027] env[62107]: DEBUG nova.virt.hardware [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.876362] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517022ec-7db3-4ebf-8963-ac1cc074d28e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.889987] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474964} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.892375] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.892731] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.892866] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.896568] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d55135-41eb-4069-91c9-cc69e5be3caf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.901279] env[62107]: DEBUG nova.scheduler.client.report [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1226.939432] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899568} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.940298] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5801ddb7-fa0b-4c30-be71-afae4d7ce119/5801ddb7-fa0b-4c30-be71-afae4d7ce119.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.940553] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.940804] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61a4f12b-97e4-4a16-8e4f-825e7565b3af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.948601] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1226.948601] env[62107]: value = "task-1698708" [ 1226.948601] env[62107]: _type = "Task" [ 1226.948601] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.957125] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.012750] env[62107]: DEBUG nova.network.neutron [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.141912] env[62107]: DEBUG oslo_vmware.api [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698707, 'name': PowerOffVM_Task, 'duration_secs': 0.265764} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.142464] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.142644] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.142913] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7f0dca5-2434-4c3d-bd8b-d73ce4137172 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.241424] env[62107]: DEBUG nova.network.neutron [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Updating instance_info_cache with network_info: [{"id": "9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d", "address": "fa:16:3e:f3:49:65", "network": {"id": "edb59667-5682-401b-8274-bfc910afc599", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-954101999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a01a7e1f4444c194ecf6eb5deb7243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b3dbe-9b", "ovs_interfaceid": "9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.411014] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.411907] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1227.414588] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.917s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.417793] env[62107]: INFO nova.compute.claims [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.468173] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101747} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.468173] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.468173] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a4c69-60cd-4b89-a146-c0afb80dbbe4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.498283] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 5801ddb7-fa0b-4c30-be71-afae4d7ce119/5801ddb7-fa0b-4c30-be71-afae4d7ce119.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.498621] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44cd039-6dfa-4569-bcca-0b5797c2e3ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.523673] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1227.523673] env[62107]: value = "task-1698710" [ 1227.523673] env[62107]: _type = "Task" [ 1227.523673] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.539245] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.747348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Releasing lock "refresh_cache-e0161e23-d28e-42e7-b30a-cc2b275cc96a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.747348] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Instance network_info: |[{"id": "9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d", "address": "fa:16:3e:f3:49:65", "network": {"id": "edb59667-5682-401b-8274-bfc910afc599", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-954101999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a01a7e1f4444c194ecf6eb5deb7243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b3dbe-9b", "ovs_interfaceid": "9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1227.747857] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:49:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca83c3bc-f3ec-42ab-85b3-192512f766f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.756055] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Creating folder: Project (b2a01a7e1f4444c194ecf6eb5deb7243). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1227.756055] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-006fe6fc-0df7-44b1-af11-3ee7f86f7d65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.773021] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Created folder: Project (b2a01a7e1f4444c194ecf6eb5deb7243) in parent group-v354057. [ 1227.773021] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Creating folder: Instances. Parent ref: group-v354100. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1227.773021] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d4711dc-a5e7-4eee-9a16-ac57634213f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.781464] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Created folder: Instances in parent group-v354100. [ 1227.781722] env[62107]: DEBUG oslo.service.loopingcall [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1227.781845] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.782132] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52448433-11a6-4865-b595-da7893137180 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.803717] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.803717] env[62107]: value = "task-1698713" [ 1227.803717] env[62107]: _type = "Task" [ 1227.803717] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.816719] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698713, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.923556] env[62107]: DEBUG nova.compute.utils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1227.927246] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1227.928021] env[62107]: DEBUG nova.network.neutron [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.950380] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.950637] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.950790] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.950964] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.951745] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.951745] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.951745] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.951988] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.952458] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.952588] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.952970] env[62107]: DEBUG nova.virt.hardware [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.954097] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa206942-afe2-4200-8485-a1308fc1d717 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.964522] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627a64c-fc91-4a69-b092-4b87e2b0e0f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.983606] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.990044] env[62107]: DEBUG oslo.service.loopingcall [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1227.990264] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.990491] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d708d01c-7144-4ea1-945f-b203af549a5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.008100] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.008100] env[62107]: value = "task-1698714" [ 1228.008100] env[62107]: _type = "Task" [ 1228.008100] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.019140] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698714, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.034527] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.047236] env[62107]: DEBUG nova.policy [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbd1683a46cd4f32a9308476ee39a122', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73ab7eba1d0a4825b56a56407bac6a0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1228.183226] env[62107]: DEBUG nova.network.neutron [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Successfully updated port: 11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.318168] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698713, 'name': CreateVM_Task, 'duration_secs': 0.472635} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.318290] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.319852] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.320139] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.320602] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.320968] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cb85f7-52b0-4a53-9f4a-6176e59ead60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.327843] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1228.327843] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c7e0b-e942-6646-9734-3c679ea7a728" [ 1228.327843] env[62107]: _type = "Task" [ 1228.327843] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.340995] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c7e0b-e942-6646-9734-3c679ea7a728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.427894] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1228.518496] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698714, 'name': CreateVM_Task, 'duration_secs': 0.347134} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.518657] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.520363] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.537406] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698710, 'name': ReconfigVM_Task, 'duration_secs': 0.799552} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.537699] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 5801ddb7-fa0b-4c30-be71-afae4d7ce119/5801ddb7-fa0b-4c30-be71-afae4d7ce119.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.538384] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5adeb734-d86f-4959-9ff0-4bcb9f063224 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.547976] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1228.547976] env[62107]: value = "task-1698715" [ 1228.547976] env[62107]: _type = "Task" [ 1228.547976] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.556782] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698715, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.602500] env[62107]: DEBUG nova.network.neutron [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Successfully created port: 2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.677023] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.677441] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.677737] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Deleting the datastore file [datastore1] e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.678109] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80b0e068-95d8-4e26-99c5-aa25cae92c6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.688171] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "refresh_cache-3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.690995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "refresh_cache-3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.690995] env[62107]: DEBUG nova.network.neutron [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.691742] env[62107]: DEBUG oslo_vmware.api [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for the task: (returnval){ [ 1228.691742] env[62107]: value = "task-1698716" [ 1228.691742] env[62107]: _type = "Task" [ 1228.691742] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.701308] env[62107]: DEBUG oslo_vmware.api [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.847943] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c7e0b-e942-6646-9734-3c679ea7a728, 'name': SearchDatastore_Task, 'duration_secs': 0.024764} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.848857] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.848857] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.848857] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.849355] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.849355] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.849465] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.849801] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.850184] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43c570c-3122-4e5b-b240-723919a85942 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.858862] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4510205-6038-4c47-9158-984d339b51ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.866098] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1228.866098] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ccacf3-eab9-f216-2331-a5d1855e9593" [ 1228.866098] env[62107]: _type = "Task" [ 1228.866098] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.870134] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.870630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.873337] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4ce666-ab1d-49d6-afcc-059cfaa919a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.883300] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ccacf3-eab9-f216-2331-a5d1855e9593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.887723] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1228.887723] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bb8d86-ad4a-52b3-6ef3-f9ea5365eeac" [ 1228.887723] env[62107]: _type = "Task" [ 1228.887723] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.896065] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bb8d86-ad4a-52b3-6ef3-f9ea5365eeac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.915367] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea788416-0b20-4020-87af-e018dd048b84 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.924231] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a06839e-3f1e-4ed5-867f-c8b34741079e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.960871] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213b202-d461-4ecb-b196-adc14b02aa56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.968782] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627afc2-5190-4e73-8137-3a2c397533dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.983820] env[62107]: DEBUG nova.compute.provider_tree [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.058958] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698715, 'name': Rename_Task, 'duration_secs': 0.243372} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.059242] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.059557] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c68b764-0f74-4d49-ab4b-ca33568075b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.065429] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1229.065429] env[62107]: value = "task-1698717" [ 1229.065429] env[62107]: _type = "Task" [ 1229.065429] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.074631] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.138783] env[62107]: DEBUG nova.compute.manager [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Received event network-changed-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1229.138966] env[62107]: DEBUG nova.compute.manager [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Refreshing instance network info cache due to event network-changed-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1229.139192] env[62107]: DEBUG oslo_concurrency.lockutils [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] Acquiring lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.139377] env[62107]: DEBUG oslo_concurrency.lockutils [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] Acquired lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.139496] env[62107]: DEBUG nova.network.neutron [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Refreshing network info cache for port 5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.209896] env[62107]: DEBUG oslo_vmware.api [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Task: {'id': task-1698716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195219} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.210110] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.210513] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.210513] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.212089] env[62107]: INFO nova.compute.manager [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Took 2.60 seconds to destroy the instance on the hypervisor. [ 1229.212395] env[62107]: DEBUG oslo.service.loopingcall [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1229.212589] env[62107]: DEBUG nova.compute.manager [-] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1229.213229] env[62107]: DEBUG nova.network.neutron [-] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.285216] env[62107]: DEBUG nova.network.neutron [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.384564] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ccacf3-eab9-f216-2331-a5d1855e9593, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.385483] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.385789] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.386065] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.398396] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bb8d86-ad4a-52b3-6ef3-f9ea5365eeac, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.399257] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d2bf1c-210c-4b72-bf27-a75558d2eb75 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.405842] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1229.405842] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52250ce6-c314-c4a5-69aa-97f13411b4a3" [ 1229.405842] env[62107]: _type = "Task" [ 1229.405842] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.415597] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52250ce6-c314-c4a5-69aa-97f13411b4a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.464998] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1229.487987] env[62107]: DEBUG nova.scheduler.client.report [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1229.510508] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1229.510704] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1229.510870] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.511071] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1229.511218] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.511403] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1229.511611] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1229.511769] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1229.511932] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1229.512106] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1229.512277] env[62107]: DEBUG nova.virt.hardware [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.513541] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e595205-b5da-4d59-8f91-67a1e0e39c17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.524262] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67127e65-2d52-4593-9a8f-549449a4d7f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.575380] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.703870] env[62107]: DEBUG nova.network.neutron [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Updating instance_info_cache with network_info: [{"id": "11bdd585-d569-49ff-9b00-12d0f3d8e3af", "address": "fa:16:3e:3e:f6:d6", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11bdd585-d5", "ovs_interfaceid": "11bdd585-d569-49ff-9b00-12d0f3d8e3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.917334] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52250ce6-c314-c4a5-69aa-97f13411b4a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012107} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.917739] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.918405] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e0161e23-d28e-42e7-b30a-cc2b275cc96a/e0161e23-d28e-42e7-b30a-cc2b275cc96a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.918405] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.918405] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.918656] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329cc2ea-c13e-4fd7-badd-dd041ddd32b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.921473] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9f6bb5f-9997-4f1c-812b-3f8bba910b88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.936806] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.937036] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.937975] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1229.937975] env[62107]: value = "task-1698718" [ 1229.937975] env[62107]: _type = "Task" [ 1229.937975] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.938523] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8b827f-709d-4966-ac87-3d2bac0237d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.947746] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1229.947746] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522b4c3d-2760-0d9c-47e5-c8288a40f1f5" [ 1229.947746] env[62107]: _type = "Task" [ 1229.947746] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.952989] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.965447] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522b4c3d-2760-0d9c-47e5-c8288a40f1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.00949} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.966317] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b91165-2e6b-4023-bfd1-1cd359882943 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.972607] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1229.972607] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ea56ec-f6db-c0dc-ee83-25bda9206660" [ 1229.972607] env[62107]: _type = "Task" [ 1229.972607] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.981286] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ea56ec-f6db-c0dc-ee83-25bda9206660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.995243] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.995405] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1229.998207] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.786s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.999822] env[62107]: INFO nova.compute.claims [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.029782] env[62107]: DEBUG nova.network.neutron [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updated VIF entry in instance network info cache for port 5cab7362-b2c8-45ea-94b6-b2561ba0ebd5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.030269] env[62107]: DEBUG nova.network.neutron [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updating instance_info_cache with network_info: [{"id": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "address": "fa:16:3e:b4:c9:bb", "network": {"id": "0e184658-08db-474b-a614-12bf6f18a490", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1617437351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eceda374b2fb4e56bb59eedb1f0b04a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cab7362-b2", "ovs_interfaceid": "5cab7362-b2c8-45ea-94b6-b2561ba0ebd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.078751] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698717, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.158308] env[62107]: DEBUG nova.network.neutron [-] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.206279] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "refresh_cache-3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.206805] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Instance network_info: |[{"id": "11bdd585-d569-49ff-9b00-12d0f3d8e3af", "address": "fa:16:3e:3e:f6:d6", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11bdd585-d5", "ovs_interfaceid": "11bdd585-d569-49ff-9b00-12d0f3d8e3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1230.207857] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:f6:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11bdd585-d569-49ff-9b00-12d0f3d8e3af', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.218870] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating folder: Project (9ae5b7980a5a4b908ac5afc7340330d1). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.218870] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f975ead-6e81-4855-8a8e-be278d918646 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.229875] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created folder: Project (9ae5b7980a5a4b908ac5afc7340330d1) in parent group-v354057. [ 1230.230092] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating folder: Instances. Parent ref: group-v354104. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.230351] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38de7973-cc25-4fe1-9d2e-a60545aa5966 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.239983] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created folder: Instances in parent group-v354104. [ 1230.240268] env[62107]: DEBUG oslo.service.loopingcall [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.240467] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.240682] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c824e6cf-d240-404a-96bc-33a8b38f6ec1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.263484] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.263484] env[62107]: value = "task-1698721" [ 1230.263484] env[62107]: _type = "Task" [ 1230.263484] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.272323] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698721, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.380034] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Received event network-changed-9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1230.380034] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Refreshing instance network info cache due to event network-changed-9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1230.380034] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquiring lock "refresh_cache-e0161e23-d28e-42e7-b30a-cc2b275cc96a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.380034] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquired lock "refresh_cache-e0161e23-d28e-42e7-b30a-cc2b275cc96a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.380034] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Refreshing network info cache for port 9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.454110] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.484717] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ea56ec-f6db-c0dc-ee83-25bda9206660, 'name': SearchDatastore_Task, 'duration_secs': 0.009297} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.485046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.485349] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.485619] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e08020e-b64c-438f-b1fa-75836af4b417 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.494527] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1230.494527] env[62107]: value = "task-1698722" [ 1230.494527] env[62107]: _type = "Task" [ 1230.494527] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.503992] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.511973] env[62107]: DEBUG nova.compute.utils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1230.513164] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1230.514735] env[62107]: DEBUG nova.network.neutron [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.534618] env[62107]: DEBUG oslo_concurrency.lockutils [req-8a20e757-7cb4-474b-afd0-0dde24e7b331 req-3ff219cf-5278-475a-a6e7-cc6dbc7da89c service nova] Releasing lock "refresh_cache-8553d005-e6e3-452c-a7e1-84a479c28c34" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.567115] env[62107]: DEBUG nova.policy [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28ddd8b5f924f5ebeec041427763595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc87c852b6004116b50159f3d0f05d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1230.579135] env[62107]: DEBUG oslo_vmware.api [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698717, 'name': PowerOnVM_Task, 'duration_secs': 1.061036} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.579578] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.579899] env[62107]: INFO nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1230.580196] env[62107]: DEBUG nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1230.581149] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeabbd27-b415-4a8d-bd2a-5dac441a7b67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.661185] env[62107]: INFO nova.compute.manager [-] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Took 1.45 seconds to deallocate network for instance. [ 1230.784382] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698721, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.960333] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604519} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.960727] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e0161e23-d28e-42e7-b30a-cc2b275cc96a/e0161e23-d28e-42e7-b30a-cc2b275cc96a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.960815] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.961083] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8dd0d78-0467-4958-b8d0-f93b676bddee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.968618] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1230.968618] env[62107]: value = "task-1698723" [ 1230.968618] env[62107]: _type = "Task" [ 1230.968618] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.969511] env[62107]: DEBUG nova.network.neutron [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Successfully created port: 699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.986990] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.008726] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698722, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.014814] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1231.104735] env[62107]: INFO nova.compute.manager [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Took 28.75 seconds to build instance. [ 1231.173716] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.277038] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698721, 'name': CreateVM_Task, 'duration_secs': 0.719226} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.279106] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.282904] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.283164] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.283500] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.283751] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864eb2da-76dd-4f18-a7fa-649617817585 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.291054] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1231.291054] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b7010c-726e-4619-c1c6-f570c4c84d47" [ 1231.291054] env[62107]: _type = "Task" [ 1231.291054] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.307392] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b7010c-726e-4619-c1c6-f570c4c84d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.467912] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4977bfa8-82c9-49be-98c8-e1c8c54fd35d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.480667] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90339007-8b94-4647-8f78-4f87ee206c76 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.491158] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085191} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.517914] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.518852] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783daa9b-81eb-494e-86b8-50be19b99f18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.524636] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467c03b-efb9-404f-898c-27b933124b55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.538066] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698722, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.557290] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] e0161e23-d28e-42e7-b30a-cc2b275cc96a/e0161e23-d28e-42e7-b30a-cc2b275cc96a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.559522] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875c532-61d0-466d-823e-8d149f1ee33c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.563658] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89cbb59-cb1c-47fb-888c-42ba9434c9ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.580499] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Updated VIF entry in instance network info cache for port 9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1231.580846] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Updating instance_info_cache with network_info: [{"id": "9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d", "address": "fa:16:3e:f3:49:65", "network": {"id": "edb59667-5682-401b-8274-bfc910afc599", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-954101999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a01a7e1f4444c194ecf6eb5deb7243", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca83c3bc-f3ec-42ab-85b3-192512f766f3", "external-id": "nsx-vlan-transportzone-879", "segmentation_id": 879, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6b3dbe-9b", "ovs_interfaceid": "9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.591393] env[62107]: DEBUG nova.compute.provider_tree [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.593936] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1231.593936] env[62107]: value = "task-1698724" [ 1231.593936] env[62107]: _type = "Task" [ 1231.593936] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.603339] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.604036] env[62107]: DEBUG nova.network.neutron [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Successfully updated port: 2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.606993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d515cc62-1aa2-4d0a-8583-25167275f8e3 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.233s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.805391] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b7010c-726e-4619-c1c6-f570c4c84d47, 'name': SearchDatastore_Task, 'duration_secs': 0.022476} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.805391] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.805391] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.805391] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.805713] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.805830] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.809431] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c19976-07f8-4f0f-aabd-1b6a0ff58aab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.816682] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.816940] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.817918] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb94ab8-8d4c-4d33-a566-245ff11e4628 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.827692] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1231.827692] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c413f3-9da8-87e7-4821-e17211ac9a17" [ 1231.827692] env[62107]: _type = "Task" [ 1231.827692] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.837847] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c413f3-9da8-87e7-4821-e17211ac9a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.032463] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698722, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.033619] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1232.071083] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1232.071258] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1232.072097] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.072097] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1232.072097] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.072097] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1232.073387] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1232.073624] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1232.073800] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1232.073963] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1232.074160] env[62107]: DEBUG nova.virt.hardware [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.075107] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44321667-cab6-43bb-8255-7e829da78870 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.084556] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984e707-6f01-4701-aa91-37b65a2f701b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.090759] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Releasing lock "refresh_cache-e0161e23-d28e-42e7-b30a-cc2b275cc96a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.091010] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Received event network-changed-a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1232.091180] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Refreshing instance network info cache due to event network-changed-a114454a-acb9-4e16-9ddf-3cd14440c861. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1232.091398] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquiring lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.091549] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquired lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.091707] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Refreshing network info cache for port a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.105561] env[62107]: DEBUG nova.scheduler.client.report [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1232.112740] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "refresh_cache-d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.112740] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired lock "refresh_cache-d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.112740] env[62107]: DEBUG nova.network.neutron [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.114831] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1232.125333] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698724, 'name': ReconfigVM_Task, 'duration_secs': 0.278171} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.125773] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] e0161e23-d28e-42e7-b30a-cc2b275cc96a/e0161e23-d28e-42e7-b30a-cc2b275cc96a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.126410] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e688ace-5f18-40e2-8cc2-08c913ed31ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.133235] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1232.133235] env[62107]: value = "task-1698725" [ 1232.133235] env[62107]: _type = "Task" [ 1232.133235] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.143562] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698725, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.342670] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c413f3-9da8-87e7-4821-e17211ac9a17, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.343336] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0145fd31-5d2b-4971-bec7-b498806f0570 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.351992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6014c827-bbb3-4419-bf0c-574989a6f943" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.352387] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.352688] env[62107]: DEBUG nova.compute.manager [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1232.353155] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1232.353155] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5250e8f7-943c-db7c-00be-4928a1da1392" [ 1232.353155] env[62107]: _type = "Task" [ 1232.353155] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.354266] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bbb8fc-664b-44aa-bd92-5b2db76823f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.368490] env[62107]: DEBUG nova.compute.manager [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1232.369253] env[62107]: DEBUG nova.objects.instance [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lazy-loading 'flavor' on Instance uuid 6014c827-bbb3-4419-bf0c-574989a6f943 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.376170] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5250e8f7-943c-db7c-00be-4928a1da1392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.430702] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "040543b1-db31-45db-8cbb-8fec5091cdb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.430967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.476216] env[62107]: DEBUG nova.compute.manager [req-688d0158-ca6c-4b1f-8e9a-33d19b6db3b7 req-f5b41c8e-6009-4d27-b983-b944254b006f service nova] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Received event network-vif-deleted-f9750c6d-d51c-4891-8c01-fadeca6bc735 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1232.536372] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698722, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.740914} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.536697] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.536927] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.537214] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f5f06b9-85eb-4568-9c09-ae74d05793ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.545025] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1232.545025] env[62107]: value = "task-1698726" [ 1232.545025] env[62107]: _type = "Task" [ 1232.545025] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.557984] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.613059] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.613608] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1232.616489] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.036s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.616652] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.616932] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1232.617106] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.025s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.618805] env[62107]: INFO nova.compute.claims [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.624742] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a284bec-cb57-4755-8b2c-69f27e0f3e0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.648069] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780a8a18-102e-4e09-936b-40c796bf1ef7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.658676] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698725, 'name': Rename_Task, 'duration_secs': 0.152028} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.658676] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.659036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.659458] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf82a2c1-22d4-46f4-ba49-aa3a8e4be7d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.671353] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8abcc80-c196-42f0-ba68-56e62933e780 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.677931] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1232.677931] env[62107]: value = "task-1698727" [ 1232.677931] env[62107]: _type = "Task" [ 1232.677931] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.684518] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd152b7a-3826-41a3-b63c-f085a4c71c1f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.691409] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.723546] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181222MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.723682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.724731] env[62107]: DEBUG nova.network.neutron [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Successfully updated port: 699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1232.743529] env[62107]: DEBUG nova.network.neutron [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.869563] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5250e8f7-943c-db7c-00be-4928a1da1392, 'name': SearchDatastore_Task, 'duration_secs': 0.077085} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.869873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.870152] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4/3b027bd3-0eb6-4b61-8595-a0d649bfc9c4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.870413] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07c52128-d600-4f7e-bb77-3a2a6a771b7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.882888] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1232.882888] env[62107]: value = "task-1698728" [ 1232.882888] env[62107]: _type = "Task" [ 1232.882888] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.887008] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.887288] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3f3b09-31e2-4007-880a-9f0f131f1a8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.894717] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.897330] env[62107]: DEBUG oslo_vmware.api [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1232.897330] env[62107]: value = "task-1698729" [ 1232.897330] env[62107]: _type = "Task" [ 1232.897330] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.906313] env[62107]: DEBUG oslo_vmware.api [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.059762] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063344} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.060067] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.060959] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519a263b-5118-4cde-813b-ba53a4a5d665 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.085101] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.085762] env[62107]: DEBUG nova.network.neutron [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Updating instance_info_cache with network_info: [{"id": "2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4", "address": "fa:16:3e:37:a4:a2", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c39b0bf-0a", "ovs_interfaceid": "2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.087168] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c023d6c-912b-4c42-9ff7-8a56790241c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.108401] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1233.108401] env[62107]: value = "task-1698730" [ 1233.108401] env[62107]: _type = "Task" [ 1233.108401] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.117559] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.127047] env[62107]: DEBUG nova.compute.utils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.128854] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1233.128854] env[62107]: DEBUG nova.network.neutron [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.182741] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updated VIF entry in instance network info cache for port a114454a-acb9-4e16-9ddf-3cd14440c861. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.183115] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updating instance_info_cache with network_info: [{"id": "a114454a-acb9-4e16-9ddf-3cd14440c861", "address": "fa:16:3e:bf:b4:88", "network": {"id": "b8b57dc5-a9bd-4170-9fd1-eb6b23904ed8", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-4014778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7e2584d716f4ee9add05e9501bf3989", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa114454a-ac", "ovs_interfaceid": "a114454a-acb9-4e16-9ddf-3cd14440c861", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.193258] env[62107]: DEBUG oslo_vmware.api [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698727, 'name': PowerOnVM_Task, 'duration_secs': 0.463283} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.193258] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.193258] env[62107]: INFO nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1233.193258] env[62107]: DEBUG nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1233.193563] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c95136-2b33-4468-b481-1138175533eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.217419] env[62107]: DEBUG nova.policy [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfbfdc0451874502970aeb51e01a1801', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60137c834a8943a4984f3aa2aef36d8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1233.230777] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "refresh_cache-b847fffb-ca62-48f5-a6c0-524fec06239d" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.230777] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "refresh_cache-b847fffb-ca62-48f5-a6c0-524fec06239d" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.230777] env[62107]: DEBUG nova.network.neutron [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.397098] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.407861] env[62107]: DEBUG oslo_vmware.api [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.510269] env[62107]: DEBUG nova.compute.manager [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Received event network-vif-plugged-2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.510366] env[62107]: DEBUG oslo_concurrency.lockutils [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] Acquiring lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.510736] env[62107]: DEBUG oslo_concurrency.lockutils [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.510784] env[62107]: DEBUG oslo_concurrency.lockutils [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.511284] env[62107]: DEBUG nova.compute.manager [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] No waiting events found dispatching network-vif-plugged-2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1233.511284] env[62107]: WARNING nova.compute.manager [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Received unexpected event network-vif-plugged-2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 for instance with vm_state building and task_state spawning. [ 1233.511419] env[62107]: DEBUG nova.compute.manager [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Received event network-changed-2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.511533] env[62107]: DEBUG nova.compute.manager [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Refreshing instance network info cache due to event network-changed-2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1233.512263] env[62107]: DEBUG oslo_concurrency.lockutils [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] Acquiring lock "refresh_cache-d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.603421] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Releasing lock "refresh_cache-d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.603731] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Instance network_info: |[{"id": "2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4", "address": "fa:16:3e:37:a4:a2", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c39b0bf-0a", "ovs_interfaceid": "2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1233.603959] env[62107]: DEBUG oslo_concurrency.lockutils [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] Acquired lock "refresh_cache-d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.604204] env[62107]: DEBUG nova.network.neutron [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Refreshing network info cache for port 2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.609986] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a4:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.614412] env[62107]: DEBUG oslo.service.loopingcall [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.615278] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.618822] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0b29ae-565f-4a97-bb86-5cde3f740a2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.635932] env[62107]: DEBUG nova.network.neutron [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Successfully created port: 538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.641649] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1233.652219] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.655597] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.655597] env[62107]: value = "task-1698731" [ 1233.655597] env[62107]: _type = "Task" [ 1233.655597] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.661288] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698731, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.686499] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Releasing lock "refresh_cache-9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.687247] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Received event network-vif-plugged-11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.687247] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquiring lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.687247] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.687649] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.687649] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] No waiting events found dispatching network-vif-plugged-11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1233.687899] env[62107]: WARNING nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Received unexpected event network-vif-plugged-11bdd585-d569-49ff-9b00-12d0f3d8e3af for instance with vm_state building and task_state spawning. [ 1233.687899] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Received event network-changed-11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1233.688024] env[62107]: DEBUG nova.compute.manager [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Refreshing instance network info cache due to event network-changed-11bdd585-d569-49ff-9b00-12d0f3d8e3af. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1233.688182] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquiring lock "refresh_cache-3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.689310] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Acquired lock "refresh_cache-3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.689310] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Refreshing network info cache for port 11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.716787] env[62107]: INFO nova.compute.manager [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Took 27.87 seconds to build instance. [ 1233.791714] env[62107]: DEBUG nova.network.neutron [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.895233] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66388} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.897991] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4/3b027bd3-0eb6-4b61-8595-a0d649bfc9c4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.898491] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.899112] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10729995-1197-471c-ac47-41e93706a1e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.915602] env[62107]: DEBUG oslo_vmware.api [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698729, 'name': PowerOffVM_Task, 'duration_secs': 0.942632} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.916094] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1233.916094] env[62107]: value = "task-1698732" [ 1233.916094] env[62107]: _type = "Task" [ 1233.916094] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.916741] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.917164] env[62107]: DEBUG nova.compute.manager [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1233.918815] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb532236-1191-4b0f-9099-5e65ec051849 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.937320] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.088091] env[62107]: DEBUG nova.network.neutron [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Updating instance_info_cache with network_info: [{"id": "699ba9b6-d8a5-41c8-a5b9-3be23d110199", "address": "fa:16:3e:ac:77:24", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699ba9b6-d8", "ovs_interfaceid": "699ba9b6-d8a5-41c8-a5b9-3be23d110199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.128098] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698730, 'name': ReconfigVM_Task, 'duration_secs': 0.669706} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.128098] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.128098] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8c4cc1-6d26-41b2-b0b9-ab0085a572f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.132388] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1234.132388] env[62107]: value = "task-1698733" [ 1234.132388] env[62107]: _type = "Task" [ 1234.132388] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.153847] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698733, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.156796] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2065d9-0bb1-4a2e-a4a0-8574c8fc57e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.171184] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4f7e4b-5019-4eb0-935b-8e2799b64987 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.174396] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698731, 'name': CreateVM_Task, 'duration_secs': 0.456838} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.174557] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.175808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.175808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.176020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.176279] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a214d8-de0c-45cf-a0fc-6d73396fc8b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.207224] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e46cb6-34a6-4a3e-8e79-e0f8b121e99f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.212145] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1234.212145] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e9f847-f282-ea6e-012d-04a7dd2cdd82" [ 1234.212145] env[62107]: _type = "Task" [ 1234.212145] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.223188] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e287d2da-717a-4e5e-9306-26fa2990636e tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.331s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.223188] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d185237d-44af-4922-bd1f-a219618209f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.230735] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e9f847-f282-ea6e-012d-04a7dd2cdd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.244463] env[62107]: DEBUG nova.compute.provider_tree [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.405801] env[62107]: DEBUG nova.network.neutron [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Updated VIF entry in instance network info cache for port 2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.406281] env[62107]: DEBUG nova.network.neutron [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Updating instance_info_cache with network_info: [{"id": "2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4", "address": "fa:16:3e:37:a4:a2", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c39b0bf-0a", "ovs_interfaceid": "2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.428790] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169761} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.429107] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.429876] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3fe41-4cd4-4987-a3ff-262a9d2e26cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.455500] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4/3b027bd3-0eb6-4b61-8595-a0d649bfc9c4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.456124] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a30a26c1-e782-43e3-883e-211cfab26934 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.458138] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3303d19-72e5-437a-81b7-8a5934700a2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.480508] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1234.480508] env[62107]: value = "task-1698734" [ 1234.480508] env[62107]: _type = "Task" [ 1234.480508] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.489236] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.589743] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Updated VIF entry in instance network info cache for port 11bdd585-d569-49ff-9b00-12d0f3d8e3af. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.590143] env[62107]: DEBUG nova.network.neutron [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Updating instance_info_cache with network_info: [{"id": "11bdd585-d569-49ff-9b00-12d0f3d8e3af", "address": "fa:16:3e:3e:f6:d6", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11bdd585-d5", "ovs_interfaceid": "11bdd585-d569-49ff-9b00-12d0f3d8e3af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.592053] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "refresh_cache-b847fffb-ca62-48f5-a6c0-524fec06239d" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.592312] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Instance network_info: |[{"id": "699ba9b6-d8a5-41c8-a5b9-3be23d110199", "address": "fa:16:3e:ac:77:24", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699ba9b6-d8", "ovs_interfaceid": "699ba9b6-d8a5-41c8-a5b9-3be23d110199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1234.593043] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:77:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699ba9b6-d8a5-41c8-a5b9-3be23d110199', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.604207] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Creating folder: Project (cc87c852b6004116b50159f3d0f05d3d). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.604207] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c147b3c-2755-44b2-bd4b-9e19f2b726a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.612470] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Created folder: Project (cc87c852b6004116b50159f3d0f05d3d) in parent group-v354057. [ 1234.612620] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Creating folder: Instances. Parent ref: group-v354108. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.612848] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c3b6f1-c23b-4272-b1f7-50a3301a0ccb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.622230] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Created folder: Instances in parent group-v354108. [ 1234.622459] env[62107]: DEBUG oslo.service.loopingcall [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.622636] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.622831] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23bf94b9-35f5-40a1-a7b1-5bb75b06d227 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.646861] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698733, 'name': Rename_Task, 'duration_secs': 0.456994} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.648152] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.648386] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.648386] env[62107]: value = "task-1698737" [ 1234.648386] env[62107]: _type = "Task" [ 1234.648386] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.648555] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c155c1-8e5a-4f8e-90c5-22129456657e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.658871] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1234.662158] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698737, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.662861] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1234.662861] env[62107]: value = "task-1698738" [ 1234.662861] env[62107]: _type = "Task" [ 1234.662861] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.670925] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.692886] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1234.693110] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1234.693290] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.693572] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1234.693809] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.694078] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1234.694313] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1234.694495] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1234.695200] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1234.695200] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1234.695200] env[62107]: DEBUG nova.virt.hardware [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.696255] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f52381c-98d6-4d4b-918f-4f47bb9e2358 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.705772] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a63ba-a797-40ff-af62-48db77397492 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.729380] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e9f847-f282-ea6e-012d-04a7dd2cdd82, 'name': SearchDatastore_Task, 'duration_secs': 0.032079} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.729702] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.730023] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.730220] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.731044] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.731044] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.731044] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00171be2-3964-471c-8682-e8609ff84b5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.735476] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1234.744378] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.744617] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.745367] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1b7fbb-755a-4d26-b7c3-d78e73028fa9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.748652] env[62107]: DEBUG nova.scheduler.client.report [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1234.755262] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1234.755262] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e426a6-b6b2-a22f-c0c2-42b20d45d731" [ 1234.755262] env[62107]: _type = "Task" [ 1234.755262] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.766586] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e426a6-b6b2-a22f-c0c2-42b20d45d731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.909364] env[62107]: DEBUG oslo_concurrency.lockutils [req-fa392dc4-a717-49a7-82c9-307e20e9da11 req-33573f6b-5d56-4c1e-9025-96e76bbf691a service nova] Releasing lock "refresh_cache-d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.990247] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.020717] env[62107]: DEBUG nova.compute.manager [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1235.021894] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88bff89-13d4-4df8-9060-197a58be6ac6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.050378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.051353] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.051626] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.051827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.051997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.054413] env[62107]: INFO nova.compute.manager [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Terminating instance [ 1235.056671] env[62107]: DEBUG nova.compute.manager [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1235.056671] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.057393] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe3c48-140b-4550-8de3-dbcddd0dec9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.065342] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.065575] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c428be2b-1a9f-4725-a9e3-1159381c3279 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.073488] env[62107]: DEBUG oslo_vmware.api [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1235.073488] env[62107]: value = "task-1698739" [ 1235.073488] env[62107]: _type = "Task" [ 1235.073488] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.084381] env[62107]: DEBUG oslo_vmware.api [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.092550] env[62107]: DEBUG oslo_concurrency.lockutils [req-9d484c59-8dd8-4336-9903-37375a7b11b1 req-e5767e6b-7325-41ca-b6ee-a6844e4a25df service nova] Releasing lock "refresh_cache-3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.161071] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698737, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.174103] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698738, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.255097] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.255622] env[62107]: DEBUG nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1235.258748] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.402s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.260663] env[62107]: DEBUG nova.objects.instance [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lazy-loading 'resources' on Instance uuid b7376628-2a4a-4ec8-8be2-48fc6ee95d73 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.261742] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.273217] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e426a6-b6b2-a22f-c0c2-42b20d45d731, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.274692] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb328f7a-1ce6-4a28-a978-1f46e8a1fe44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.282978] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1235.282978] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524ce813-0a9a-179f-d7bd-dfce01b00e76" [ 1235.282978] env[62107]: _type = "Task" [ 1235.282978] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.293340] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524ce813-0a9a-179f-d7bd-dfce01b00e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.379101] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.379411] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.396417] env[62107]: DEBUG nova.compute.manager [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Received event network-vif-plugged-699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1235.396753] env[62107]: DEBUG oslo_concurrency.lockutils [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] Acquiring lock "b847fffb-ca62-48f5-a6c0-524fec06239d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.396985] env[62107]: DEBUG oslo_concurrency.lockutils [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.397179] env[62107]: DEBUG oslo_concurrency.lockutils [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.397385] env[62107]: DEBUG nova.compute.manager [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] No waiting events found dispatching network-vif-plugged-699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1235.397631] env[62107]: WARNING nova.compute.manager [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Received unexpected event network-vif-plugged-699ba9b6-d8a5-41c8-a5b9-3be23d110199 for instance with vm_state building and task_state spawning. [ 1235.397874] env[62107]: DEBUG nova.compute.manager [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Received event network-changed-699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1235.397989] env[62107]: DEBUG nova.compute.manager [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Refreshing instance network info cache due to event network-changed-699ba9b6-d8a5-41c8-a5b9-3be23d110199. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1235.398202] env[62107]: DEBUG oslo_concurrency.lockutils [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] Acquiring lock "refresh_cache-b847fffb-ca62-48f5-a6c0-524fec06239d" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.398336] env[62107]: DEBUG oslo_concurrency.lockutils [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] Acquired lock "refresh_cache-b847fffb-ca62-48f5-a6c0-524fec06239d" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.398490] env[62107]: DEBUG nova.network.neutron [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Refreshing network info cache for port 699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.428409] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "a545c73e-0194-49da-85bb-9106524e3081" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.428409] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "a545c73e-0194-49da-85bb-9106524e3081" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.498126] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698734, 'name': ReconfigVM_Task, 'duration_secs': 0.521086} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.498126] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4/3b027bd3-0eb6-4b61-8595-a0d649bfc9c4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.498126] env[62107]: DEBUG nova.network.neutron [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Successfully updated port: 538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.499754] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e737e27b-6715-4d13-a628-05dfa41b1c82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.508032] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1235.508032] env[62107]: value = "task-1698740" [ 1235.508032] env[62107]: _type = "Task" [ 1235.508032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.521352] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698740, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.536600] env[62107]: INFO nova.compute.manager [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] instance snapshotting [ 1235.539368] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59677f50-501b-4dfa-b99a-67327f5e5a76 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.565166] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3b99b-fabd-42e9-91f3-ed9c0e10f86a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.582582] env[62107]: DEBUG oslo_vmware.api [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698739, 'name': PowerOffVM_Task, 'duration_secs': 0.280869} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.582819] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.582983] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.583240] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24441db4-84de-4405-a8f1-c49c7c3a0a6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.657666] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.657967] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.658240] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Deleting the datastore file [datastore1] 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.658982] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156b6d97-8025-4a57-b28a-701bb3074460 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.664598] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698737, 'name': CreateVM_Task, 'duration_secs': 0.545478} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.668452] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.670530] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.670796] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.671236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1235.671700] env[62107]: DEBUG oslo_vmware.api [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for the task: (returnval){ [ 1235.671700] env[62107]: value = "task-1698742" [ 1235.671700] env[62107]: _type = "Task" [ 1235.671700] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.672385] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2670b8-802e-44db-bdfb-31771fb57f5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.682557] env[62107]: DEBUG oslo_vmware.api [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698738, 'name': PowerOnVM_Task, 'duration_secs': 0.66374} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.683414] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.684359] env[62107]: DEBUG nova.compute.manager [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1235.686488] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babcf5b9-6689-4b9a-976c-681256301b12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.689157] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1235.689157] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52350cda-2c45-f5ef-72b2-3e122e00afc0" [ 1235.689157] env[62107]: _type = "Task" [ 1235.689157] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.693047] env[62107]: DEBUG oslo_vmware.api [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.707724] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52350cda-2c45-f5ef-72b2-3e122e00afc0, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.708137] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.708542] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.708689] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.766682] env[62107]: DEBUG nova.compute.utils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1235.768212] env[62107]: DEBUG nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1235.797159] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524ce813-0a9a-179f-d7bd-dfce01b00e76, 'name': SearchDatastore_Task, 'duration_secs': 0.01677} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.797831] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.797831] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa/d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.798092] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.798305] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.798540] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56d8ee00-2421-4cfa-8e68-4f65095cf13f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.800762] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf0ed5f-e1c0-4a05-8413-637c0b88cd68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.811132] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1235.811132] env[62107]: value = "task-1698743" [ 1235.811132] env[62107]: _type = "Task" [ 1235.811132] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.815240] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.815388] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.816861] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9da763-4f6c-4b38-b2fd-8f290367e946 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.825021] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.830872] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1235.830872] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5217473a-1699-69c0-1954-8974511f8c57" [ 1235.830872] env[62107]: _type = "Task" [ 1235.830872] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.838573] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5217473a-1699-69c0-1954-8974511f8c57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.004195] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.004374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquired lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.004374] env[62107]: DEBUG nova.network.neutron [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.019111] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698740, 'name': Rename_Task, 'duration_secs': 0.239378} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.019988] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.022588] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee5775e-acef-433b-b090-fe1618d8ce82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.030597] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1236.030597] env[62107]: value = "task-1698744" [ 1236.030597] env[62107]: _type = "Task" [ 1236.030597] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.047152] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698744, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.080222] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1236.080222] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a3e3a1f2-cad0-4161-a7ba-fe5a7a522b79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.087433] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1236.087433] env[62107]: value = "task-1698745" [ 1236.087433] env[62107]: _type = "Task" [ 1236.087433] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.098315] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698745, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.109968] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "interface-e0161e23-d28e-42e7-b30a-cc2b275cc96a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.111139] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "interface-e0161e23-d28e-42e7-b30a-cc2b275cc96a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.111530] env[62107]: DEBUG nova.objects.instance [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lazy-loading 'flavor' on Instance uuid e0161e23-d28e-42e7-b30a-cc2b275cc96a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.192062] env[62107]: DEBUG oslo_vmware.api [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Task: {'id': task-1698742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18114} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.192257] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.192509] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.192774] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.193026] env[62107]: INFO nova.compute.manager [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1236.196819] env[62107]: DEBUG oslo.service.loopingcall [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.196819] env[62107]: DEBUG nova.compute.manager [-] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1236.196819] env[62107]: DEBUG nova.network.neutron [-] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.223829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.241991] env[62107]: DEBUG nova.network.neutron [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Updated VIF entry in instance network info cache for port 699ba9b6-d8a5-41c8-a5b9-3be23d110199. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.242620] env[62107]: DEBUG nova.network.neutron [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Updating instance_info_cache with network_info: [{"id": "699ba9b6-d8a5-41c8-a5b9-3be23d110199", "address": "fa:16:3e:ac:77:24", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699ba9b6-d8", "ovs_interfaceid": "699ba9b6-d8a5-41c8-a5b9-3be23d110199", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.271951] env[62107]: DEBUG nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1236.306705] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6933dd24-8fdf-4108-bf75-1613e9d86939 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.318222] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729b3f3b-df63-4c2e-b094-2ecaf22c58e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.325231] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698743, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.369570] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b5a6e8-c44b-44ca-bf99-a594390d8f61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.377840] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5217473a-1699-69c0-1954-8974511f8c57, 'name': SearchDatastore_Task, 'duration_secs': 0.009704} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.381116] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1816ea8a-3e83-40ea-9242-ceb8e1ef930e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.384502] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd032bd-750f-4a23-a82a-fca061a0283a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.402485] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1236.402485] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527d1a3a-567b-6a2f-1f92-6ae3d248a830" [ 1236.402485] env[62107]: _type = "Task" [ 1236.402485] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.402485] env[62107]: DEBUG nova.compute.provider_tree [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.413666] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527d1a3a-567b-6a2f-1f92-6ae3d248a830, 'name': SearchDatastore_Task, 'duration_secs': 0.01373} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.413959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.414228] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b847fffb-ca62-48f5-a6c0-524fec06239d/b847fffb-ca62-48f5-a6c0-524fec06239d.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.414482] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40db26d0-fba0-424e-9bc9-05531cb2f420 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.422882] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1236.422882] env[62107]: value = "task-1698746" [ 1236.422882] env[62107]: _type = "Task" [ 1236.422882] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.431088] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.541615] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.557300] env[62107]: DEBUG nova.network.neutron [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.601735] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698745, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.618359] env[62107]: DEBUG nova.objects.instance [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lazy-loading 'pci_requests' on Instance uuid e0161e23-d28e-42e7-b30a-cc2b275cc96a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.721776] env[62107]: DEBUG nova.compute.manager [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Received event network-vif-plugged-538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1236.721776] env[62107]: DEBUG oslo_concurrency.lockutils [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] Acquiring lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.721776] env[62107]: DEBUG oslo_concurrency.lockutils [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.721776] env[62107]: DEBUG oslo_concurrency.lockutils [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.721974] env[62107]: DEBUG nova.compute.manager [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] No waiting events found dispatching network-vif-plugged-538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1236.722172] env[62107]: WARNING nova.compute.manager [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Received unexpected event network-vif-plugged-538174b7-740a-4396-a8d4-bf0a755c0468 for instance with vm_state building and task_state spawning. [ 1236.722326] env[62107]: DEBUG nova.compute.manager [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Received event network-changed-538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1236.722512] env[62107]: DEBUG nova.compute.manager [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Refreshing instance network info cache due to event network-changed-538174b7-740a-4396-a8d4-bf0a755c0468. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1236.722754] env[62107]: DEBUG oslo_concurrency.lockutils [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] Acquiring lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.746396] env[62107]: DEBUG oslo_concurrency.lockutils [req-ac6df5f1-5c2f-46de-9afd-895a897d0dfc req-f17845fd-0855-41c4-bc08-9111a978a3d0 service nova] Releasing lock "refresh_cache-b847fffb-ca62-48f5-a6c0-524fec06239d" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.791399] env[62107]: DEBUG nova.network.neutron [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updating instance_info_cache with network_info: [{"id": "538174b7-740a-4396-a8d4-bf0a755c0468", "address": "fa:16:3e:01:57:26", "network": {"id": "3fc119f6-1755-4d7d-9af6-52b18a18bd69", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1325892069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60137c834a8943a4984f3aa2aef36d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538174b7-74", "ovs_interfaceid": "538174b7-740a-4396-a8d4-bf0a755c0468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.825304] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564544} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.825304] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa/d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.825430] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.825653] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435147b6-10e2-4e65-acc2-43d37dca4ff7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.834724] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1236.834724] env[62107]: value = "task-1698747" [ 1236.834724] env[62107]: _type = "Task" [ 1236.834724] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.847882] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.909073] env[62107]: DEBUG nova.scheduler.client.report [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1236.933270] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698746, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.000985] env[62107]: DEBUG nova.network.neutron [-] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.042257] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.099062] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698745, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.122966] env[62107]: DEBUG nova.objects.base [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.123230] env[62107]: DEBUG nova.network.neutron [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.238382] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18401d26-6509-4cbc-a4ec-b2cd4da6a630 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "interface-e0161e23-d28e-42e7-b30a-cc2b275cc96a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.127s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.284199] env[62107]: DEBUG nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1237.295933] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Releasing lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.296540] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Instance network_info: |[{"id": "538174b7-740a-4396-a8d4-bf0a755c0468", "address": "fa:16:3e:01:57:26", "network": {"id": "3fc119f6-1755-4d7d-9af6-52b18a18bd69", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1325892069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60137c834a8943a4984f3aa2aef36d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538174b7-74", "ovs_interfaceid": "538174b7-740a-4396-a8d4-bf0a755c0468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1237.296732] env[62107]: DEBUG oslo_concurrency.lockutils [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] Acquired lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.296940] env[62107]: DEBUG nova.network.neutron [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Refreshing network info cache for port 538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.301428] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:57:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '538174b7-740a-4396-a8d4-bf0a755c0468', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.311360] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Creating folder: Project (60137c834a8943a4984f3aa2aef36d8e). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.314707] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-065c9b7a-761a-43ca-ae86-a58e81ac4125 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.327265] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1237.327558] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1237.327716] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.327893] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1237.328046] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.328193] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1237.328395] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1237.328546] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1237.328701] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1237.328854] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1237.329027] env[62107]: DEBUG nova.virt.hardware [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.330472] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd76a11-3845-401d-9d95-0e5e5b9a7a80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.334463] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Created folder: Project (60137c834a8943a4984f3aa2aef36d8e) in parent group-v354057. [ 1237.334702] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Creating folder: Instances. Parent ref: group-v354111. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.335297] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-139d0907-7165-436f-a791-0de44e6250e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.346112] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf8fa64-9827-4c59-a7e8-cdb345604bbe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.354077] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Created folder: Instances in parent group-v354111. [ 1237.354360] env[62107]: DEBUG oslo.service.loopingcall [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.366576] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.367276] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077305} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.367689] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.373725] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Creating folder: Project (43b2dc776b6147a7a4e0750cc0665d8a). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.374067] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d34b748-cdab-46d3-8337-f2a2f42b3df7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.388464] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.388747] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45e2a21a-5da9-4819-b904-6557811bc693 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.391297] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00346ae6-9df8-4fbf-b2de-dd9c71729c79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.417475] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa/d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.420503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.422485] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9359e7aa-af75-4e04-b974-41b0e0ee3e18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.436750] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Created folder: Project (43b2dc776b6147a7a4e0750cc0665d8a) in parent group-v354057. [ 1237.436987] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Creating folder: Instances. Parent ref: group-v354113. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.437244] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.437244] env[62107]: value = "task-1698751" [ 1237.437244] env[62107]: _type = "Task" [ 1237.437244] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.437800] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.316s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.439525] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6431b51f-95f4-4382-989f-a2273c9aa7d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.452279] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1237.452279] env[62107]: value = "task-1698752" [ 1237.452279] env[62107]: _type = "Task" [ 1237.452279] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.455885] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.943484} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.463246] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b847fffb-ca62-48f5-a6c0-524fec06239d/b847fffb-ca62-48f5-a6c0-524fec06239d.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.464100] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.464374] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698751, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.465918] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92c562e8-ee0b-469f-b506-7f33e1c3935a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.468249] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Created folder: Instances in parent group-v354113. [ 1237.468481] env[62107]: DEBUG oslo.service.loopingcall [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.469447] env[62107]: INFO nova.scheduler.client.report [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Deleted allocations for instance b7376628-2a4a-4ec8-8be2-48fc6ee95d73 [ 1237.471099] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.473858] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c31e70-713b-43da-92da-730ca808bb1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.492623] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1237.492623] env[62107]: value = "task-1698754" [ 1237.492623] env[62107]: _type = "Task" [ 1237.492623] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.492939] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.500017] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.500017] env[62107]: value = "task-1698755" [ 1237.500017] env[62107]: _type = "Task" [ 1237.500017] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.503557] env[62107]: INFO nova.compute.manager [-] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Took 1.31 seconds to deallocate network for instance. [ 1237.507052] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.543144] env[62107]: DEBUG oslo_vmware.api [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698744, 'name': PowerOnVM_Task, 'duration_secs': 1.185388} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.543356] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.543430] env[62107]: INFO nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1237.543553] env[62107]: DEBUG nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1237.545057] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f11a3-0267-4737-b9b1-4fb982c0992a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.602627] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698745, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.948123] env[62107]: INFO nova.compute.claims [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.980033] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698751, 'name': CreateVM_Task, 'duration_secs': 0.568869} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.980033] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.980033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.980033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.980033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1237.980895] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2488c5-254f-48a0-8bba-6532b656c0cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.993057] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.996694] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9879218-a16e-4643-8749-09f1c7dd90a4 tempest-ServerDiagnosticsV248Test-1074537088 tempest-ServerDiagnosticsV248Test-1074537088-project-member] Lock "b7376628-2a4a-4ec8-8be2-48fc6ee95d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.048s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.005498] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1238.005498] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b853a8-35a5-1daa-99f0-10d827a3168e" [ 1238.005498] env[62107]: _type = "Task" [ 1238.005498] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.022687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.023246] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165963} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.030412] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.031246] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698755, 'name': CreateVM_Task, 'duration_secs': 0.525873} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.032202] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcead68-4020-4478-b9dc-f586bfe2930f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.035444] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.040682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.040936] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b853a8-35a5-1daa-99f0-10d827a3168e, 'name': SearchDatastore_Task, 'duration_secs': 0.017726} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.041997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.042261] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.043921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.043921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.043921] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.043921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.044284] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.044284] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd6fcac-cea2-426e-bb87-339362e47bef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.056247] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0570c513-6d30-4734-acf0-f40380633dca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.068346] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b847fffb-ca62-48f5-a6c0-524fec06239d/b847fffb-ca62-48f5-a6c0-524fec06239d.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.075766] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7952e8d2-b760-4b9e-84e0-5de6aae2123b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.094710] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.094905] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.096051] env[62107]: INFO nova.compute.manager [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Took 30.55 seconds to build instance. [ 1238.101182] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55a69969-2673-4112-81c4-dd026979d31e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.106457] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1238.106457] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5275b5df-a222-5150-7909-f387726e011d" [ 1238.106457] env[62107]: _type = "Task" [ 1238.106457] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.111059] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1238.111059] env[62107]: value = "task-1698756" [ 1238.111059] env[62107]: _type = "Task" [ 1238.111059] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.116530] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698745, 'name': CreateSnapshot_Task, 'duration_secs': 1.821072} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.116851] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1238.116851] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529e9ba3-5913-192f-946c-dbf69cfde83c" [ 1238.116851] env[62107]: _type = "Task" [ 1238.116851] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.121757] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1238.123714] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c180d87-020f-4f07-b02e-a1f3e63077a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.134914] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5275b5df-a222-5150-7909-f387726e011d, 'name': SearchDatastore_Task, 'duration_secs': 0.015904} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.138938] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.139282] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.139588] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.145747] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.154226] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529e9ba3-5913-192f-946c-dbf69cfde83c, 'name': SearchDatastore_Task, 'duration_secs': 0.018575} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.158009] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2c741a-e4b3-4487-ba04-84ff72e4e4fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.165370] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1238.165370] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc1d1f-2128-899d-c1b7-c6d56527ef98" [ 1238.165370] env[62107]: _type = "Task" [ 1238.165370] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.175920] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc1d1f-2128-899d-c1b7-c6d56527ef98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.187624] env[62107]: DEBUG nova.network.neutron [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updated VIF entry in instance network info cache for port 538174b7-740a-4396-a8d4-bf0a755c0468. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.188071] env[62107]: DEBUG nova.network.neutron [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updating instance_info_cache with network_info: [{"id": "538174b7-740a-4396-a8d4-bf0a755c0468", "address": "fa:16:3e:01:57:26", "network": {"id": "3fc119f6-1755-4d7d-9af6-52b18a18bd69", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1325892069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60137c834a8943a4984f3aa2aef36d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538174b7-74", "ovs_interfaceid": "538174b7-740a-4396-a8d4-bf0a755c0468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.463065] env[62107]: INFO nova.compute.resource_tracker [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating resource usage from migration 98909171-72ac-477e-a6c3-447cebbe36b7 [ 1238.477554] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698752, 'name': ReconfigVM_Task, 'duration_secs': 0.61998} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.477878] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Reconfigured VM instance instance-00000013 to attach disk [datastore1] d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa/d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.478544] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a80ec77-eced-4bc1-95fe-00882d7359ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.489311] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1238.489311] env[62107]: value = "task-1698757" [ 1238.489311] env[62107]: _type = "Task" [ 1238.489311] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.498155] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698757, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.606190] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a0d132d7-ca4a-4411-8df0-4dc9923bad61 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.297s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.638020] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.667066] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1238.667066] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e38fc189-9940-4b17-836a-3b8952141ff3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.685415] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc1d1f-2128-899d-c1b7-c6d56527ef98, 'name': SearchDatastore_Task, 'duration_secs': 0.017766} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.686966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.687365] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2/3a81ac3b-b4f9-4d43-bdaf-70908fba19d2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.687798] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1238.687798] env[62107]: value = "task-1698758" [ 1238.687798] env[62107]: _type = "Task" [ 1238.687798] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.688080] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.688080] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.688293] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5401091-03a9-4b3b-9efa-c52b15711d61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.692964] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9780f835-1826-4529-a778-7ced47826a97 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.695613] env[62107]: DEBUG oslo_concurrency.lockutils [req-6834778d-81a7-4a6d-905d-81213179459d req-e7b2aae4-1364-4b54-abda-8e611180cb67 service nova] Releasing lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.708564] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698758, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.710435] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1238.710435] env[62107]: value = "task-1698759" [ 1238.710435] env[62107]: _type = "Task" [ 1238.710435] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.712025] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.712272] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.717100] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad044b31-7e47-46a2-8cd0-35fa42630aa0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.728777] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.728984] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1238.728984] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526be214-78f0-2003-7576-e6db1bdadafc" [ 1238.728984] env[62107]: _type = "Task" [ 1238.728984] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.742206] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526be214-78f0-2003-7576-e6db1bdadafc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.998587] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698757, 'name': Rename_Task, 'duration_secs': 0.407275} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.002846] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.002846] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68882c17-4402-4ce3-916a-a70939d85643 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.016391] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1239.016391] env[62107]: value = "task-1698760" [ 1239.016391] env[62107]: _type = "Task" [ 1239.016391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.030984] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.044950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0309a-630d-4cfc-99c4-4112d9411395 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.057000] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13990ac7-bdeb-4c12-8704-6b6b6c19e9b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.870027] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1239.875140] env[62107]: DEBUG nova.objects.instance [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lazy-loading 'flavor' on Instance uuid 6014c827-bbb3-4419-bf0c-574989a6f943 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.885082] env[62107]: DEBUG nova.compute.manager [req-4c26ac5a-d99d-4af9-84dc-70cc0d79fee0 req-78a63bf2-dae9-47bd-a317-7b58936a198f service nova] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Received event network-vif-deleted-a114454a-acb9-4e16-9ddf-3cd14440c861 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1239.901615] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57959f37-5c17-43a9-9d63-363a55975abe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.918560] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698756, 'name': ReconfigVM_Task, 'duration_secs': 0.797981} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.918912] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698758, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.928713] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b847fffb-ca62-48f5-a6c0-524fec06239d/b847fffb-ca62-48f5-a6c0-524fec06239d.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.930108] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.930108] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526be214-78f0-2003-7576-e6db1bdadafc, 'name': SearchDatastore_Task, 'duration_secs': 0.01353} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.933673] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb543bf6-88c1-4554-8843-ef5b23d9f5fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.935504] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2/3a81ac3b-b4f9-4d43-bdaf-70908fba19d2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.935720] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.937424] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.939429] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07f0e357-29eb-4bb1-a847-dc4125ecc988 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.941995] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3214548c-c3cf-4583-9c7f-52bc19b62c5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.945950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2e96e-af4a-47c3-909e-4d19b0517cac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.952791] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1239.952791] env[62107]: value = "task-1698761" [ 1239.952791] env[62107]: _type = "Task" [ 1239.952791] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.958975] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1239.958975] env[62107]: value = "task-1698762" [ 1239.958975] env[62107]: _type = "Task" [ 1239.958975] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.959278] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1239.959278] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5274ee57-90ed-5971-3cd0-d8633867023f" [ 1239.959278] env[62107]: _type = "Task" [ 1239.959278] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.970395] env[62107]: DEBUG nova.compute.provider_tree [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.985024] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698761, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.990015] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.994669] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5274ee57-90ed-5971-3cd0-d8633867023f, 'name': SearchDatastore_Task, 'duration_secs': 0.015926} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.994944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.995250] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.995547] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-409c92fe-06d0-41e1-ae94-3851879937cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.006021] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1240.006021] env[62107]: value = "task-1698763" [ 1240.006021] env[62107]: _type = "Task" [ 1240.006021] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.016099] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.404414] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.409934] env[62107]: INFO nova.compute.manager [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Rebuilding instance [ 1240.412648] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698758, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.420976] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.421186] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquired lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.421361] env[62107]: DEBUG nova.network.neutron [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.421585] env[62107]: DEBUG nova.objects.instance [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lazy-loading 'info_cache' on Instance uuid 6014c827-bbb3-4419-bf0c-574989a6f943 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.426914] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.471091] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698761, 'name': Rename_Task, 'duration_secs': 0.180947} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.471514] env[62107]: DEBUG nova.compute.manager [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1240.475058] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.476066] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421d292-efda-4812-9097-e8924a0f7822 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.479557] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccb63755-0ea0-4d32-bd69-097aeb36a6c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.497679] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105696} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.501300] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.501384] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1240.501384] env[62107]: value = "task-1698764" [ 1240.501384] env[62107]: _type = "Task" [ 1240.501384] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.502357] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f698a4-b227-4d3c-98b8-db590ec76494 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.532070] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2/3a81ac3b-b4f9-4d43-bdaf-70908fba19d2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.540658] env[62107]: ERROR nova.scheduler.client.report [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [req-a69d02bc-0d36-484c-a41e-6c13e95855a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a69d02bc-0d36-484c-a41e-6c13e95855a4"}]} [ 1240.541100] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd311a2b-292b-479e-83f3-fea8f282d2da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.555421] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.556936] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.566499] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1240.566499] env[62107]: value = "task-1698765" [ 1240.566499] env[62107]: _type = "Task" [ 1240.566499] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.577533] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.578693] env[62107]: DEBUG nova.scheduler.client.report [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1240.598349] env[62107]: DEBUG nova.scheduler.client.report [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1240.598558] env[62107]: DEBUG nova.compute.provider_tree [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.612009] env[62107]: DEBUG nova.scheduler.client.report [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1240.648585] env[62107]: DEBUG nova.scheduler.client.report [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1240.725129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.725129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.725129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.725129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.725299] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.727362] env[62107]: INFO nova.compute.manager [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Terminating instance [ 1240.732431] env[62107]: DEBUG nova.compute.manager [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1240.733590] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.733590] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5bd089-7636-4d12-bc0b-3d49e9420695 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.751861] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.752163] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de519406-8b9a-45f7-aaba-c70db95fc3c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.762191] env[62107]: DEBUG oslo_vmware.api [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1240.762191] env[62107]: value = "task-1698766" [ 1240.762191] env[62107]: _type = "Task" [ 1240.762191] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.769569] env[62107]: DEBUG oslo_vmware.api [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.898677] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698760, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.901967] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698758, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.929454] env[62107]: DEBUG nova.objects.base [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Object Instance<6014c827-bbb3-4419-bf0c-574989a6f943> lazy-loaded attributes: flavor,info_cache {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1241.000890] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.001230] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.001443] env[62107]: DEBUG nova.compute.manager [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1241.003154] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.003873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41d8f7-ac53-4e71-883e-d9529d744e69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.006860] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0818a831-f380-42c2-8a0b-8ec0b4d479cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.022978] env[62107]: DEBUG nova.compute.manager [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1241.023606] env[62107]: DEBUG nova.objects.instance [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lazy-loading 'flavor' on Instance uuid 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.031912] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1241.031912] env[62107]: value = "task-1698767" [ 1241.031912] env[62107]: _type = "Task" [ 1241.031912] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.046018] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.046832] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605239} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.047544] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.047843] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.048177] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-567d35c5-5f29-402e-bcde-0e719d6c93a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.054894] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.067045] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1241.067045] env[62107]: value = "task-1698768" [ 1241.067045] env[62107]: _type = "Task" [ 1241.067045] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.087841] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.090942] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.239848] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca2f952-b674-47d1-a728-dbeeba712cb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.249246] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8c8a19-5ef6-48b5-a7c6-d39dcee14dd7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.287396] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa7447-e582-40d9-8220-a198b5207758 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.300094] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc567b05-f926-415f-9f10-a2fe1209acfb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.304868] env[62107]: DEBUG oslo_vmware.api [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698766, 'name': PowerOffVM_Task, 'duration_secs': 0.25322} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.306063] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.306063] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.306063] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d5dcd16-e80e-4d0f-89ea-c9ad9452b1c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.319718] env[62107]: DEBUG nova.compute.provider_tree [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.394455] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698758, 'name': CloneVM_Task, 'duration_secs': 2.661181} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.397769] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Created linked-clone VM from snapshot [ 1241.398126] env[62107]: DEBUG oslo_vmware.api [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698760, 'name': PowerOnVM_Task, 'duration_secs': 2.201829} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.398939] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e24b64-9c5a-4fc0-9954-aeccc68731d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.401996] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.401996] env[62107]: INFO nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Took 11.94 seconds to spawn the instance on the hypervisor. [ 1241.402249] env[62107]: DEBUG nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1241.403054] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71817191-fee7-48dd-a38f-324fc3b17654 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.418271] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Uploading image 0bc6fcab-0263-4a20-8c7c-6e3138436cb3 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.420365] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.420600] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.420802] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Deleting the datastore file [datastore1] e0161e23-d28e-42e7-b30a-cc2b275cc96a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.422633] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1384baf-63ed-4f4e-90fb-b0d33ea502a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.428499] env[62107]: DEBUG oslo_vmware.api [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for the task: (returnval){ [ 1241.428499] env[62107]: value = "task-1698770" [ 1241.428499] env[62107]: _type = "Task" [ 1241.428499] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.441229] env[62107]: DEBUG oslo_vmware.api [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.460248] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.460248] env[62107]: value = "vm-354118" [ 1241.460248] env[62107]: _type = "VirtualMachine" [ 1241.460248] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.460882] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c47c1dd5-a387-4740-abae-9dcb4a0e7cf3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.470530] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lease: (returnval){ [ 1241.470530] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5276f7cb-6179-0d8a-5738-b147a90ff785" [ 1241.470530] env[62107]: _type = "HttpNfcLease" [ 1241.470530] env[62107]: } obtained for exporting VM: (result){ [ 1241.470530] env[62107]: value = "vm-354118" [ 1241.470530] env[62107]: _type = "VirtualMachine" [ 1241.470530] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.470936] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the lease: (returnval){ [ 1241.470936] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5276f7cb-6179-0d8a-5738-b147a90ff785" [ 1241.470936] env[62107]: _type = "HttpNfcLease" [ 1241.470936] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.480519] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.480519] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5276f7cb-6179-0d8a-5738-b147a90ff785" [ 1241.480519] env[62107]: _type = "HttpNfcLease" [ 1241.480519] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.524645] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.531563] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.531930] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d77c1c91-0aff-4a99-afc0-d72c8f39c2c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.549329] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698767, 'name': PowerOffVM_Task, 'duration_secs': 0.153788} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.551497] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.551825] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.552321] env[62107]: DEBUG oslo_vmware.api [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1241.552321] env[62107]: value = "task-1698772" [ 1241.552321] env[62107]: _type = "Task" [ 1241.552321] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.553582] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a51a8-a380-4060-87b4-0b2e4ed6b2ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.582595] env[62107]: DEBUG oslo_vmware.api [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.582942] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.586497] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0449108-43c0-48c0-bec0-9bafaafabff5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.593258] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092982} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.596678] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.597059] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698765, 'name': ReconfigVM_Task, 'duration_secs': 0.615986} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.597780] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b53e7d-da14-4152-a86a-4547a6db6ef7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.600496] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2/3a81ac3b-b4f9-4d43-bdaf-70908fba19d2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.601279] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e31d21b8-2932-43c3-8fc4-0d9aa70d2c5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.623666] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.628033] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0868c86e-805a-44ed-adac-529344ed4592 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.644224] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1241.644224] env[62107]: value = "task-1698774" [ 1241.644224] env[62107]: _type = "Task" [ 1241.644224] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.644498] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.644677] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.644848] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Deleting the datastore file [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.645488] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-683d38de-0666-4c7d-ba47-4fa33845c357 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.659962] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1241.659962] env[62107]: value = "task-1698775" [ 1241.659962] env[62107]: _type = "Task" [ 1241.659962] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.660303] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698774, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.661722] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1241.661722] env[62107]: value = "task-1698776" [ 1241.661722] env[62107]: _type = "Task" [ 1241.661722] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.674604] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.678058] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.828087] env[62107]: DEBUG nova.scheduler.client.report [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1241.933289] env[62107]: INFO nova.compute.manager [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Took 32.13 seconds to build instance. [ 1241.942117] env[62107]: DEBUG oslo_vmware.api [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Task: {'id': task-1698770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30866} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.942416] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.942613] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.942825] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.943053] env[62107]: INFO nova.compute.manager [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1241.943368] env[62107]: DEBUG oslo.service.loopingcall [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.943637] env[62107]: DEBUG nova.compute.manager [-] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1241.943721] env[62107]: DEBUG nova.network.neutron [-] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.982878] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.982878] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5276f7cb-6179-0d8a-5738-b147a90ff785" [ 1241.982878] env[62107]: _type = "HttpNfcLease" [ 1241.982878] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1241.983306] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1241.983306] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5276f7cb-6179-0d8a-5738-b147a90ff785" [ 1241.983306] env[62107]: _type = "HttpNfcLease" [ 1241.983306] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1241.984016] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ee4660-ded0-4b28-99cb-5411b5104961 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.994590] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f9982-24a7-b6ec-2938-4d9252a1f6d1/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1241.994781] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f9982-24a7-b6ec-2938-4d9252a1f6d1/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1242.058386] env[62107]: DEBUG nova.network.neutron [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updating instance_info_cache with network_info: [{"id": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "address": "fa:16:3e:d8:53:68", "network": {"id": "320fe388-946a-4d93-83d4-0d169975fc7f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-928939072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c915268b146658e39f8130bc6b1d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e39f6e0-92", "ovs_interfaceid": "1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.076377] env[62107]: DEBUG oslo_vmware.api [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698772, 'name': PowerOffVM_Task, 'duration_secs': 0.254131} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.080437] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.080437] env[62107]: DEBUG nova.compute.manager [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1242.080437] env[62107]: DEBUG oslo_vmware.api [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698764, 'name': PowerOnVM_Task, 'duration_secs': 1.093456} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.081497] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7da10-5433-4f9f-a295-3dfe30ddc95e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.084148] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.084264] env[62107]: INFO nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1242.084435] env[62107]: DEBUG nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1242.087016] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3086ce82-f864-44ea-bdfc-87735e87f127 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.106149] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05926ebe-5e1e-41a8-a437-de7825ffae4d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.160778] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698774, 'name': Rename_Task, 'duration_secs': 0.243254} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.161054] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.161601] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff9055f-3241-458b-85ca-8b492a21dbdd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.172528] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1242.172528] env[62107]: value = "task-1698777" [ 1242.172528] env[62107]: _type = "Task" [ 1242.172528] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.178917] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172913} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.179157] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698775, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.182890] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.183132] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.183311] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.192192] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.342679] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.904s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.342679] env[62107]: INFO nova.compute.manager [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Migrating [ 1242.342920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.342920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.344156] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.290s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.347816] env[62107]: INFO nova.compute.claims [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.436629] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef91e28-51f4-4a9c-814d-cb5980988c06 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.884s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.564438] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Releasing lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.610709] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e09ce2cf-f91d-40d5-94e7-465f66e72a85 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.609s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.615655] env[62107]: INFO nova.compute.manager [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Took 25.15 seconds to build instance. [ 1242.674328] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698775, 'name': ReconfigVM_Task, 'duration_secs': 0.535864} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.674712] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.675459] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce367864-9529-41d8-8594-2b36f59d1610 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.684990] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1242.684990] env[62107]: value = "task-1698778" [ 1242.684990] env[62107]: _type = "Task" [ 1242.684990] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.698664] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698777, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.708474] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698778, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.858519] env[62107]: INFO nova.compute.rpcapi [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1242.859233] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.940728] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1242.971541] env[62107]: DEBUG nova.network.neutron [-] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.068038] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.068622] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aef6d1b-7421-4bed-b318-9cdee07cae5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.087617] env[62107]: DEBUG oslo_vmware.api [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1243.087617] env[62107]: value = "task-1698779" [ 1243.087617] env[62107]: _type = "Task" [ 1243.087617] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.105080] env[62107]: DEBUG oslo_vmware.api [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.118862] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5e2c897-a862-4933-b339-ab195447775c tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.960s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.198346] env[62107]: DEBUG oslo_vmware.api [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1698777, 'name': PowerOnVM_Task, 'duration_secs': 0.628957} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.199122] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.199318] env[62107]: INFO nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1243.199971] env[62107]: DEBUG nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.205522] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eec3aa6-9497-46af-8451-29d5f4f43514 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.212459] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698778, 'name': Rename_Task, 'duration_secs': 0.219482} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.213262] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.214278] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1515546-a912-4f0d-8096-f87a320ec01d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.222523] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1243.222523] env[62107]: value = "task-1698780" [ 1243.222523] env[62107]: _type = "Task" [ 1243.222523] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.237242] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.245279] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1243.245607] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1243.245773] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.246066] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1243.246257] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.246400] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1243.246654] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1243.246870] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1243.247146] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1243.247309] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1243.247581] env[62107]: DEBUG nova.virt.hardware [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1243.248484] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16706cd4-5dc1-461c-8615-98c333e977a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.260715] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ebae78-bf1c-4933-85cf-735dda2af2c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.280654] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.285694] env[62107]: DEBUG oslo.service.loopingcall [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.289012] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.289836] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4815e0f8-86d2-4c0e-bee0-6bea99b5eaa5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.313834] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.313834] env[62107]: value = "task-1698781" [ 1243.313834] env[62107]: _type = "Task" [ 1243.313834] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.329464] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698781, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.400911] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.401135] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.401315] env[62107]: DEBUG nova.network.neutron [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.463103] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.475854] env[62107]: INFO nova.compute.manager [-] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Took 1.53 seconds to deallocate network for instance. [ 1243.518740] env[62107]: DEBUG nova.compute.manager [req-351f045f-aadd-4e1c-b531-7863c729dd75 req-f9254d49-64ea-40aa-b222-2497d741bed4 service nova] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Received event network-vif-deleted-9e6b3dbe-9b8c-4794-9d9d-c243c9744b2d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.536768] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b115b4-fb28-4959-b5f7-fdc8755a81f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.548677] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788d1bcb-2740-4905-b591-88b83b7a7678 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.586949] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6a39ac-0ee1-4c2e-b8d0-37768c9344ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.603126] env[62107]: DEBUG oslo_vmware.api [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.605059] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bb6f53-2063-4699-8411-3178571ce810 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.620413] env[62107]: DEBUG nova.compute.provider_tree [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.626444] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1243.738868] env[62107]: INFO nova.compute.manager [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Took 23.54 seconds to build instance. [ 1243.747517] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.826711] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698781, 'name': CreateVM_Task, 'duration_secs': 0.452286} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.827124] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.828120] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.828521] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.829776] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1243.830360] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f24af04-9973-4f54-973c-6fbdaf614fda {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.839873] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1243.839873] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b81b39-cbe0-e921-2248-cb9f4c8e7f7a" [ 1243.839873] env[62107]: _type = "Task" [ 1243.839873] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.850597] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b81b39-cbe0-e921-2248-cb9f4c8e7f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.989391] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.114234] env[62107]: DEBUG oslo_vmware.api [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698779, 'name': PowerOnVM_Task, 'duration_secs': 0.627403} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.114460] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.114821] env[62107]: DEBUG nova.compute.manager [None req-35b95cb2-4f00-4db9-9849-e5deef669236 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1244.116042] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b1ae4d-3058-47b9-97db-9d472ecb0a34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.123739] env[62107]: DEBUG nova.scheduler.client.report [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1244.160089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.247378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a63a8616-adff-4131-ae5c-dad69b1176ed tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.503s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.247787] env[62107]: DEBUG oslo_vmware.api [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698780, 'name': PowerOnVM_Task, 'duration_secs': 0.653156} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.252160] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.252627] env[62107]: INFO nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1244.252909] env[62107]: DEBUG nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1244.257968] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb7c481-b987-4831-9bd8-d54c086df96e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.261335] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "62f90c9b-83f1-4a16-b238-6425e1f00310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.261664] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.351676] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b81b39-cbe0-e921-2248-cb9f4c8e7f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.014365} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.352500] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.352500] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.352666] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.352803] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.353055] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.354297] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-332269ef-a149-473f-8c26-49599b2a5629 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.364654] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.365844] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.365844] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b39568-9696-4339-9f6a-20540ef722ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.376541] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1244.376541] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b13a41-582e-b1e2-dccc-72d03c02fe3f" [ 1244.376541] env[62107]: _type = "Task" [ 1244.376541] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.387221] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b13a41-582e-b1e2-dccc-72d03c02fe3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.478608] env[62107]: DEBUG nova.network.neutron [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance_info_cache with network_info: [{"id": "715c796c-eea8-4b21-ab28-62e5b6770055", "address": "fa:16:3e:7a:17:14", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c796c-ee", "ovs_interfaceid": "715c796c-eea8-4b21-ab28-62e5b6770055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.634507] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.635292] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1244.641745] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.312s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.643366] env[62107]: INFO nova.compute.claims [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.733829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.734148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.757351] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1244.779835] env[62107]: INFO nova.compute.manager [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Took 23.21 seconds to build instance. [ 1244.828569] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3c311-50bc-4fd5-ab54-580317f8ccb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.842167] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Suspending the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1244.842167] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-03df6d44-da90-418e-a98c-856e737cc065 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.852597] env[62107]: DEBUG oslo_vmware.api [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] Waiting for the task: (returnval){ [ 1244.852597] env[62107]: value = "task-1698782" [ 1244.852597] env[62107]: _type = "Task" [ 1244.852597] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.867766] env[62107]: DEBUG oslo_vmware.api [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] Task: {'id': task-1698782, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.889679] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b13a41-582e-b1e2-dccc-72d03c02fe3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.892144] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbfc0e8-1e26-47ff-8b5d-8c56ce628022 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.899111] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1244.899111] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52628bfd-394d-1cfb-d360-72e23322aa90" [ 1244.899111] env[62107]: _type = "Task" [ 1244.899111] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.908794] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52628bfd-394d-1cfb-d360-72e23322aa90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.983749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.150964] env[62107]: DEBUG nova.compute.utils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1245.155765] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1245.156071] env[62107]: DEBUG nova.network.neutron [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.282450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ca92d1b-8e96-4061-9fc7-df007dd12ab4 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.337s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.299722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.365332] env[62107]: DEBUG oslo_vmware.api [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] Task: {'id': task-1698782, 'name': SuspendVM_Task} progress is 45%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.406162] env[62107]: DEBUG nova.policy [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '623b6569e63342129bdcdd02119a0468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90e00dacfa814f1ab2cf2462eb70f0e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1245.416107] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52628bfd-394d-1cfb-d360-72e23322aa90, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.416107] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.416548] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.416848] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a80352-8d27-406e-9528-88e5d5426fe5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.430779] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1245.430779] env[62107]: value = "task-1698783" [ 1245.430779] env[62107]: _type = "Task" [ 1245.430779] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.444222] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.657029] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1245.788767] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1245.872625] env[62107]: DEBUG oslo_vmware.api [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] Task: {'id': task-1698782, 'name': SuspendVM_Task, 'duration_secs': 0.910952} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.873487] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Suspended the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1245.874112] env[62107]: DEBUG nova.compute.manager [None req-84d06641-e254-4023-a65e-fd283cafc5fa tempest-ServersAdminNegativeTestJSON-1140648906 tempest-ServersAdminNegativeTestJSON-1140648906-project-admin] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1245.875073] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae94cf2-3cb3-4eeb-853b-65efdd894d3c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.943319] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698783, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.180623] env[62107]: DEBUG nova.network.neutron [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Successfully created port: d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.236183] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495fbccd-0e2c-44e5-89ac-bbe1711f02b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.247784] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3840f02-680a-44f1-b158-9759c711af73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.286426] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d9ebd-804b-44e8-8583-c3a8a3aabe85 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.303277] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da29f87e-882b-43b6-917f-3519c235dc22 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.334041] env[62107]: DEBUG nova.compute.provider_tree [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.348678] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.477530] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672731} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.477530] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.477530] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.477530] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b525226d-ee9d-442f-95ce-80ba5ff97c1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.477530] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1246.477530] env[62107]: value = "task-1698784" [ 1246.477530] env[62107]: _type = "Task" [ 1246.477530] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.494686] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.502728] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae539e4-7897-4471-9a47-e8daf8d112e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.528451] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.674333] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1246.704108] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1246.704108] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1246.707227] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.708287] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1246.708287] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.708287] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1246.708287] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1246.708287] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1246.708609] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1246.708652] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1246.708836] env[62107]: DEBUG nova.virt.hardware [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1246.710224] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc59b2b-5fe7-40ec-b75a-2e975a2b6303 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.722232] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bed33d-ccf9-47ef-ae6a-3dc803e579dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.870153] env[62107]: ERROR nova.scheduler.client.report [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [req-2b7cd5cb-4d80-424a-abfe-a98555a2098c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b7cd5cb-4d80-424a-abfe-a98555a2098c"}]} [ 1246.892771] env[62107]: DEBUG nova.scheduler.client.report [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1246.916091] env[62107]: DEBUG nova.scheduler.client.report [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1246.916453] env[62107]: DEBUG nova.compute.provider_tree [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.935368] env[62107]: DEBUG nova.scheduler.client.report [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1246.959072] env[62107]: DEBUG nova.scheduler.client.report [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1246.992106] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084064} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.992313] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.993472] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1886d0-fa1c-49a2-ba6c-2f3e9345edee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.018536] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.019805] env[62107]: DEBUG nova.compute.manager [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1247.020119] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89007d6f-afcc-47d4-8a9f-719f804612b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.038397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29d660-27a6-49a0-8b6a-823f4e24ba1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.042855] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.043865] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6d2d7f-2d31-4998-9a19-d9f1da26ff4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.054228] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1247.054228] env[62107]: value = "task-1698786" [ 1247.054228] env[62107]: _type = "Task" [ 1247.054228] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.054228] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1247.054228] env[62107]: value = "task-1698785" [ 1247.054228] env[62107]: _type = "Task" [ 1247.054228] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.070961] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.075107] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.560024] env[62107]: INFO nova.compute.manager [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] instance snapshotting [ 1247.560024] env[62107]: WARNING nova.compute.manager [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1247.561899] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fea6f-1a27-4c92-9c9f-1118a3de1504 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.572805] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59720d56-bf3c-485f-a268-116e96fe12aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.609752] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698786, 'name': PowerOffVM_Task, 'duration_secs': 0.403316} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.609844] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.611494] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.611706] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.616103] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b5e7af-1901-4031-989a-aa3cced2bdb8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.618976] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6241691-f3af-42c8-8a00-5ce1a06c389f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.675600] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebac44d2-c22e-4168-b688-3798ec7d5f16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.686846] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33eb617f-88da-4203-b4c0-099cc8bfe34f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.708531] env[62107]: DEBUG nova.compute.provider_tree [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.080417] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698785, 'name': ReconfigVM_Task, 'duration_secs': 0.723072} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.080417] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae/604627ec-7d6f-4c3d-b789-322f4b4ea1ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.080417] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b7b86e0-69c7-4fd4-bd74-7f8d54861d28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.088167] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1248.088167] env[62107]: value = "task-1698787" [ 1248.088167] env[62107]: _type = "Task" [ 1248.088167] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.103010] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698787, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.130021] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.130021] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.130021] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.130021] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.130918] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.130918] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.130918] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.130918] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.130918] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.131257] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.131613] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.137102] env[62107]: INFO nova.compute.manager [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Rebuilding instance [ 1248.142014] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2779d540-8910-420e-8c7c-cdda9697048b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.163730] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1248.163730] env[62107]: value = "task-1698788" [ 1248.163730] env[62107]: _type = "Task" [ 1248.163730] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.174575] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.181030] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1248.181030] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f06358cc-d29c-41ef-b7b7-fd373f33d380 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.197193] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1248.197193] env[62107]: value = "task-1698789" [ 1248.197193] env[62107]: _type = "Task" [ 1248.197193] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.216497] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698789, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.223554] env[62107]: DEBUG nova.compute.manager [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Received event network-changed-538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1248.223749] env[62107]: DEBUG nova.compute.manager [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Refreshing instance network info cache due to event network-changed-538174b7-740a-4396-a8d4-bf0a755c0468. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1248.224046] env[62107]: DEBUG oslo_concurrency.lockutils [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] Acquiring lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.224190] env[62107]: DEBUG oslo_concurrency.lockutils [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] Acquired lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.224379] env[62107]: DEBUG nova.network.neutron [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Refreshing network info cache for port 538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.228960] env[62107]: DEBUG nova.compute.manager [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1248.232811] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d0dc86-671c-4beb-9246-ab335e9850d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.272133] env[62107]: DEBUG nova.scheduler.client.report [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1248.272133] env[62107]: DEBUG nova.compute.provider_tree [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 43 to 44 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1248.272133] env[62107]: DEBUG nova.compute.provider_tree [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.601893] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698787, 'name': Rename_Task, 'duration_secs': 0.237029} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.602329] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.602827] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab49838-73ad-4e5a-b769-4278d46119a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.614102] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Waiting for the task: (returnval){ [ 1248.614102] env[62107]: value = "task-1698790" [ 1248.614102] env[62107]: _type = "Task" [ 1248.614102] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.632146] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.677459] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698788, 'name': ReconfigVM_Task, 'duration_secs': 0.299523} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.677851] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.707846] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.748361] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.749696] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18866956-8919-47fc-b7b3-be7b775c3b03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.760068] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1248.760068] env[62107]: value = "task-1698791" [ 1248.760068] env[62107]: _type = "Task" [ 1248.760068] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.769113] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.787434] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.145s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.787434] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1248.797501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.250s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.797501] env[62107]: INFO nova.compute.claims [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.828712] env[62107]: DEBUG nova.network.neutron [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Successfully updated port: d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.129185] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.190417] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1249.190417] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1249.191106] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.191352] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1249.191531] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.191759] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1249.191979] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1249.192145] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1249.192763] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1249.193050] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1249.193336] env[62107]: DEBUG nova.virt.hardware [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.199912] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.200437] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16fbee7-7c95-4f23-a166-bc7ac9d79781 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.232688] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1249.232688] env[62107]: value = "task-1698792" [ 1249.232688] env[62107]: _type = "Task" [ 1249.232688] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.233076] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698789, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.243195] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.271521] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698791, 'name': PowerOffVM_Task, 'duration_secs': 0.175986} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.272313] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.272756] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.273744] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033a13db-48b1-4da5-92dc-e3e713697422 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.284530] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.284530] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf5576c7-bc3d-4fca-b074-27b379b0ef17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.300853] env[62107]: DEBUG nova.compute.utils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1249.315167] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1249.315167] env[62107]: DEBUG nova.network.neutron [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.318716] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.319050] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.319316] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Deleting the datastore file [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.319928] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c101f8f-a0d1-49ce-8aa9-cca234b3acb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.329558] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1249.329558] env[62107]: value = "task-1698794" [ 1249.329558] env[62107]: _type = "Task" [ 1249.329558] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.335303] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "refresh_cache-d649ce4d-fdb3-42ab-b254-abab95dea9f4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.335584] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquired lock "refresh_cache-d649ce4d-fdb3-42ab-b254-abab95dea9f4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.335686] env[62107]: DEBUG nova.network.neutron [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.344211] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.422639] env[62107]: DEBUG nova.policy [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8931d7b657374a23be6b52b9f52fdbd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec936c134ad489bba36b170a778d8a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1249.427509] env[62107]: DEBUG nova.network.neutron [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updated VIF entry in instance network info cache for port 538174b7-740a-4396-a8d4-bf0a755c0468. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.427509] env[62107]: DEBUG nova.network.neutron [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updating instance_info_cache with network_info: [{"id": "538174b7-740a-4396-a8d4-bf0a755c0468", "address": "fa:16:3e:01:57:26", "network": {"id": "3fc119f6-1755-4d7d-9af6-52b18a18bd69", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1325892069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60137c834a8943a4984f3aa2aef36d8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap538174b7-74", "ovs_interfaceid": "538174b7-740a-4396-a8d4-bf0a755c0468", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.630127] env[62107]: DEBUG oslo_vmware.api [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Task: {'id': task-1698790, 'name': PowerOnVM_Task, 'duration_secs': 0.654584} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.630423] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.630635] env[62107]: DEBUG nova.compute.manager [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1249.631451] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607555fa-7960-4951-a402-6fa49ceed882 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.712087] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698789, 'name': CreateSnapshot_Task, 'duration_secs': 1.05093} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.716185] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1249.717081] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ead6f8-ca80-453a-ac96-3fc3677b5403 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.744612] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698792, 'name': ReconfigVM_Task, 'duration_secs': 0.356664} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.744612] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.745130] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcf5b7b-0b23-4ecf-8dc1-8f5f21fe7d5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.773915] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276/aa2d2aa5-97cb-4c6b-a002-8dc69ed40276.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.774704] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a8a8a7-2430-4cd8-b9c4-bfda524afbba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.796321] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1249.796321] env[62107]: value = "task-1698795" [ 1249.796321] env[62107]: _type = "Task" [ 1249.796321] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.806833] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.814248] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1249.846453] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304415} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.847189] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.847400] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.847601] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.906366] env[62107]: DEBUG nova.network.neutron [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Successfully created port: d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.918937] env[62107]: DEBUG nova.network.neutron [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.934721] env[62107]: DEBUG oslo_concurrency.lockutils [req-229bdede-e5e7-40a0-93f7-ab22c308a159 req-dfe0eadc-f61a-454d-9182-cf29b2e0f48b service nova] Releasing lock "refresh_cache-3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.099443] env[62107]: DEBUG nova.network.neutron [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Updating instance_info_cache with network_info: [{"id": "d5db4060-0c2a-4c41-be40-fb8dc45ea396", "address": "fa:16:3e:42:0f:c8", "network": {"id": "2e2ba4b8-1ee0-4337-b619-77efc2d064a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2050441191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e00dacfa814f1ab2cf2462eb70f0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5db4060-0c", "ovs_interfaceid": "d5db4060-0c2a-4c41-be40-fb8dc45ea396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.156491] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.245589] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1250.248522] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd367f86-2292-480d-8984-5eaac421678b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.261419] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1250.261419] env[62107]: value = "task-1698796" [ 1250.261419] env[62107]: _type = "Task" [ 1250.261419] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.274337] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698796, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.310630] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.417170] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b359d391-f052-4fdd-b403-74e0d4511ac5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.423696] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96cc875-7196-43f8-9dce-1c733effeb79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.461015] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42842c40-374f-48b2-ad6d-72c098054f77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.471109] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5415cc50-d87a-42ec-8c78-32b9ef718c7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.487369] env[62107]: DEBUG nova.compute.provider_tree [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.604084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Releasing lock "refresh_cache-d649ce4d-fdb3-42ab-b254-abab95dea9f4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.604084] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Instance network_info: |[{"id": "d5db4060-0c2a-4c41-be40-fb8dc45ea396", "address": "fa:16:3e:42:0f:c8", "network": {"id": "2e2ba4b8-1ee0-4337-b619-77efc2d064a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2050441191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e00dacfa814f1ab2cf2462eb70f0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5db4060-0c", "ovs_interfaceid": "d5db4060-0c2a-4c41-be40-fb8dc45ea396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1250.605187] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:0f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5db4060-0c2a-4c41-be40-fb8dc45ea396', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.619024] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Creating folder: Project (90e00dacfa814f1ab2cf2462eb70f0e6). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.619721] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d624c377-90f5-4c21-bf43-fe4ad0c0b98d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.625800] env[62107]: DEBUG nova.compute.manager [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Received event network-vif-plugged-d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1250.626034] env[62107]: DEBUG oslo_concurrency.lockutils [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] Acquiring lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.626260] env[62107]: DEBUG oslo_concurrency.lockutils [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.626423] env[62107]: DEBUG oslo_concurrency.lockutils [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.626581] env[62107]: DEBUG nova.compute.manager [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] No waiting events found dispatching network-vif-plugged-d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1250.626737] env[62107]: WARNING nova.compute.manager [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Received unexpected event network-vif-plugged-d5db4060-0c2a-4c41-be40-fb8dc45ea396 for instance with vm_state building and task_state spawning. [ 1250.626997] env[62107]: DEBUG nova.compute.manager [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Received event network-changed-d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1250.627057] env[62107]: DEBUG nova.compute.manager [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Refreshing instance network info cache due to event network-changed-d5db4060-0c2a-4c41-be40-fb8dc45ea396. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1250.628341] env[62107]: DEBUG oslo_concurrency.lockutils [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] Acquiring lock "refresh_cache-d649ce4d-fdb3-42ab-b254-abab95dea9f4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.628341] env[62107]: DEBUG oslo_concurrency.lockutils [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] Acquired lock "refresh_cache-d649ce4d-fdb3-42ab-b254-abab95dea9f4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.628341] env[62107]: DEBUG nova.network.neutron [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Refreshing network info cache for port d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.643667] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Created folder: Project (90e00dacfa814f1ab2cf2462eb70f0e6) in parent group-v354057. [ 1250.643667] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Creating folder: Instances. Parent ref: group-v354122. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1250.643667] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-850f3005-a097-4fec-93f4-1151763d3956 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.657171] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Created folder: Instances in parent group-v354122. [ 1250.657171] env[62107]: DEBUG oslo.service.loopingcall [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.657451] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.658062] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24466377-a78d-4780-a4de-15ca14d2c994 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.682959] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1250.682959] env[62107]: value = "task-1698799" [ 1250.682959] env[62107]: _type = "Task" [ 1250.682959] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.694460] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698799, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.782607] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698796, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.819954] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698795, 'name': ReconfigVM_Task, 'duration_secs': 0.917636} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.821300] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1250.824042] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Reconfigured VM instance instance-0000000a to attach disk [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276/aa2d2aa5-97cb-4c6b-a002-8dc69ed40276.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.824390] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.896374] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1250.896374] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1250.896993] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.897395] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1250.901142] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.901142] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1250.901142] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1250.901142] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1250.901142] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1250.901312] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1250.901312] env[62107]: DEBUG nova.virt.hardware [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1250.902851] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dba7ec5-25ba-4ae7-9e94-762daf9e4ed6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.919278] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1250.919278] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1250.919278] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.919278] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1250.919610] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.919610] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1250.919610] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1250.919811] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1250.919959] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1250.920175] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1250.920392] env[62107]: DEBUG nova.virt.hardware [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1250.924157] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de30fce1-2c92-46d1-8209-8b93cba736ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.935083] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086048b5-7072-4d3e-8f07-6cb9e4c4ec92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.952266] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0f56e-c8d6-4b22-9d08-34c0f88472ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.984263] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1250.993197] env[62107]: DEBUG oslo.service.loopingcall [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.993524] env[62107]: DEBUG nova.scheduler.client.report [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1250.997334] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1250.997832] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868539b6-c704-47d3-812e-119b97100b57 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.019800] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.019800] env[62107]: value = "task-1698804" [ 1251.019800] env[62107]: _type = "Task" [ 1251.019800] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.034538] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698804, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.195837] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698799, 'name': CreateVM_Task, 'duration_secs': 0.464935} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.196058] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.197089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.197263] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.197665] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.198268] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597cc1d3-2472-451c-acfe-96f966b27716 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.205077] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1251.205077] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb0d3f-7c4e-bd9e-15f6-39d5ff358a94" [ 1251.205077] env[62107]: _type = "Task" [ 1251.205077] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.216537] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb0d3f-7c4e-bd9e-15f6-39d5ff358a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.279027] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698796, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.336111] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5534adf-b660-43e7-97d0-abf001f1d356 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.360110] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb5ae0c-1443-45d7-b2ab-5566c0d05d43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.382534] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.434600] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.434964] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.435176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.435442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.435699] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.439695] env[62107]: INFO nova.compute.manager [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Terminating instance [ 1251.443495] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "refresh_cache-604627ec-7d6f-4c3d-b789-322f4b4ea1ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.443733] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquired lock "refresh_cache-604627ec-7d6f-4c3d-b789-322f4b4ea1ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.443924] env[62107]: DEBUG nova.network.neutron [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.499507] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.500069] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1251.505653] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.332s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.505954] env[62107]: DEBUG nova.objects.instance [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lazy-loading 'resources' on Instance uuid e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.532687] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698804, 'name': CreateVM_Task, 'duration_secs': 0.488724} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.532903] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.533457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.701871] env[62107]: DEBUG nova.network.neutron [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Updated VIF entry in instance network info cache for port d5db4060-0c2a-4c41-be40-fb8dc45ea396. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.702286] env[62107]: DEBUG nova.network.neutron [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Updating instance_info_cache with network_info: [{"id": "d5db4060-0c2a-4c41-be40-fb8dc45ea396", "address": "fa:16:3e:42:0f:c8", "network": {"id": "2e2ba4b8-1ee0-4337-b619-77efc2d064a9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2050441191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90e00dacfa814f1ab2cf2462eb70f0e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5db4060-0c", "ovs_interfaceid": "d5db4060-0c2a-4c41-be40-fb8dc45ea396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.725059] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb0d3f-7c4e-bd9e-15f6-39d5ff358a94, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.726347] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.726731] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.727103] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.727629] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.727950] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.728744] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.729052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.729762] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b4deb0-eeb7-4188-9284-61a8d416383a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.733746] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dbf2662-c936-45f4-9239-a79d1d99adcc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.745020] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1251.745020] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52277fbc-5d53-5401-d381-238570570481" [ 1251.745020] env[62107]: _type = "Task" [ 1251.745020] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.749354] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.749807] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.751277] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c005f1-efcb-40e7-81a5-302d58ef3dd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.759471] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52277fbc-5d53-5401-d381-238570570481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.765033] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1251.765033] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d5bdfa-4514-5964-fa14-3e57865f117a" [ 1251.765033] env[62107]: _type = "Task" [ 1251.765033] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.779859] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d5bdfa-4514-5964-fa14-3e57865f117a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.784743] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698796, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.912359] env[62107]: DEBUG nova.network.neutron [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Successfully updated port: d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.990291] env[62107]: DEBUG nova.network.neutron [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.009933] env[62107]: DEBUG nova.compute.utils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.021022] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1252.021022] env[62107]: DEBUG nova.network.neutron [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.021022] env[62107]: DEBUG nova.network.neutron [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Port 715c796c-eea8-4b21-ab28-62e5b6770055 binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1252.118562] env[62107]: DEBUG nova.network.neutron [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.126809] env[62107]: DEBUG nova.policy [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '187c6051b1af4b68b61b683b902970d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a888bf83ab12467683850b799e3b038a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1252.211142] env[62107]: DEBUG oslo_concurrency.lockutils [req-06d51da5-0c9b-47a8-885f-a1dabd571b02 req-e56974fb-2f57-4354-9f96-95f5b5c59a2d service nova] Releasing lock "refresh_cache-d649ce4d-fdb3-42ab-b254-abab95dea9f4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.256479] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52277fbc-5d53-5401-d381-238570570481, 'name': SearchDatastore_Task, 'duration_secs': 0.02834} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.256862] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.257084] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.257458] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.290024] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d5bdfa-4514-5964-fa14-3e57865f117a, 'name': SearchDatastore_Task, 'duration_secs': 0.014854} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.290780] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698796, 'name': CloneVM_Task, 'duration_secs': 1.85396} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.291773] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Created linked-clone VM from snapshot [ 1252.292440] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559d48e1-4376-4aac-9e34-177452a8de31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.296971] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49c21a-eada-418f-afd9-6ad6ab5c64ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.311176] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1252.311176] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7f2da-47c1-0cdc-7267-bb2c810c7e80" [ 1252.311176] env[62107]: _type = "Task" [ 1252.311176] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.315546] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Uploading image 780758b7-8c3f-4052-b805-800f666c8f3a {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1252.331416] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7f2da-47c1-0cdc-7267-bb2c810c7e80, 'name': SearchDatastore_Task, 'duration_secs': 0.016044} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.331747] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.332052] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d649ce4d-fdb3-42ab-b254-abab95dea9f4/d649ce4d-fdb3-42ab-b254-abab95dea9f4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.332738] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.332738] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.332907] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-969d10bf-2b33-4dee-b49e-f9bf3ff69406 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.335266] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac65275a-0188-438c-ae91-0f0ae7092d34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.348331] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1252.348331] env[62107]: value = "task-1698805" [ 1252.348331] env[62107]: _type = "Task" [ 1252.348331] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.350121] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.350333] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.354495] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c074aa97-7b76-4c4a-aed7-7e44014ce907 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.364867] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1252.364867] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529e35f6-dbbb-8bd9-f2a1-c7d0d5cfd21b" [ 1252.364867] env[62107]: _type = "Task" [ 1252.364867] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.368377] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.380578] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529e35f6-dbbb-8bd9-f2a1-c7d0d5cfd21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.415846] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "refresh_cache-b07f2e3a-b026-4d69-83c4-66dfb049201e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.415968] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired lock "refresh_cache-b07f2e3a-b026-4d69-83c4-66dfb049201e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.416189] env[62107]: DEBUG nova.network.neutron [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.521507] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1252.542126] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1252.542126] env[62107]: value = "vm-354121" [ 1252.542126] env[62107]: _type = "VirtualMachine" [ 1252.542126] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1252.542466] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec506e2c-17b4-4320-b3e1-c9e54385db4c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.555230] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease: (returnval){ [ 1252.555230] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a57d3-0b5f-0bba-a06e-6a96aa1ded00" [ 1252.555230] env[62107]: _type = "HttpNfcLease" [ 1252.555230] env[62107]: } obtained for exporting VM: (result){ [ 1252.555230] env[62107]: value = "vm-354121" [ 1252.555230] env[62107]: _type = "VirtualMachine" [ 1252.555230] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1252.555698] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the lease: (returnval){ [ 1252.555698] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a57d3-0b5f-0bba-a06e-6a96aa1ded00" [ 1252.555698] env[62107]: _type = "HttpNfcLease" [ 1252.555698] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1252.568292] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1252.568292] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a57d3-0b5f-0bba-a06e-6a96aa1ded00" [ 1252.568292] env[62107]: _type = "HttpNfcLease" [ 1252.568292] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1252.593765] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f9982-24a7-b6ec-2938-4d9252a1f6d1/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1252.594958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fbeabb-0a56-40b8-8d06-0a41c0052579 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.602902] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f9982-24a7-b6ec-2938-4d9252a1f6d1/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1252.603870] env[62107]: ERROR oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f9982-24a7-b6ec-2938-4d9252a1f6d1/disk-0.vmdk due to incomplete transfer. [ 1252.603870] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c81cafc-754d-4e46-9481-47899a03a4c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.616497] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522f9982-24a7-b6ec-2938-4d9252a1f6d1/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1252.616818] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Uploaded image 0bc6fcab-0263-4a20-8c7c-6e3138436cb3 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1252.618800] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1252.621077] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e27714cd-c99d-4f14-97d0-63211380b552 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.625804] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Releasing lock "refresh_cache-604627ec-7d6f-4c3d-b789-322f4b4ea1ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.626251] env[62107]: DEBUG nova.compute.manager [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1252.626439] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.627276] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649842c0-b46a-49fb-9bd5-360b2316cd0f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.632618] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1252.632618] env[62107]: value = "task-1698807" [ 1252.632618] env[62107]: _type = "Task" [ 1252.632618] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.639867] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.639867] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48486ce0-9f5d-4eeb-be64-0954e187870d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.645569] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698807, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.653570] env[62107]: DEBUG oslo_vmware.api [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1252.653570] env[62107]: value = "task-1698808" [ 1252.653570] env[62107]: _type = "Task" [ 1252.653570] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.666677] env[62107]: DEBUG nova.network.neutron [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Successfully created port: d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.668852] env[62107]: DEBUG oslo_vmware.api [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.693535] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d63c87a-139a-48aa-ae39-91fb296b3700 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.703376] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a1a61e-6e9e-46d1-a5a9-824a97d72c8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.740759] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652892b8-30d4-4907-9d99-8d3168a3162d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.750238] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ef2928-27c9-444b-8eda-f74d343f0ad5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.767248] env[62107]: DEBUG nova.compute.provider_tree [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.862948] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698805, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.880262] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529e35f6-dbbb-8bd9-f2a1-c7d0d5cfd21b, 'name': SearchDatastore_Task, 'duration_secs': 0.018708} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.881256] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f13d8f-05be-4cfa-a9a6-06ecceadf837 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.888696] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1252.888696] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bfb61f-4ca4-62fb-35bb-f3bbc88284f0" [ 1252.888696] env[62107]: _type = "Task" [ 1252.888696] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.899256] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bfb61f-4ca4-62fb-35bb-f3bbc88284f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.009022] env[62107]: DEBUG nova.network.neutron [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.082046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.082046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.082046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.092757] env[62107]: DEBUG nova.compute.manager [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Received event network-vif-plugged-d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.093268] env[62107]: DEBUG oslo_concurrency.lockutils [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] Acquiring lock "b07f2e3a-b026-4d69-83c4-66dfb049201e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.093749] env[62107]: DEBUG oslo_concurrency.lockutils [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.094251] env[62107]: DEBUG oslo_concurrency.lockutils [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.094556] env[62107]: DEBUG nova.compute.manager [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] No waiting events found dispatching network-vif-plugged-d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1253.094892] env[62107]: WARNING nova.compute.manager [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Received unexpected event network-vif-plugged-d2c7545e-77ac-4e89-be03-955600e9cba2 for instance with vm_state building and task_state spawning. [ 1253.095260] env[62107]: DEBUG nova.compute.manager [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Received event network-changed-d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.095574] env[62107]: DEBUG nova.compute.manager [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Refreshing instance network info cache due to event network-changed-d2c7545e-77ac-4e89-be03-955600e9cba2. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1253.095938] env[62107]: DEBUG oslo_concurrency.lockutils [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] Acquiring lock "refresh_cache-b07f2e3a-b026-4d69-83c4-66dfb049201e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.106659] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.106659] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a57d3-0b5f-0bba-a06e-6a96aa1ded00" [ 1253.106659] env[62107]: _type = "HttpNfcLease" [ 1253.106659] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1253.112868] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1253.112868] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a57d3-0b5f-0bba-a06e-6a96aa1ded00" [ 1253.112868] env[62107]: _type = "HttpNfcLease" [ 1253.112868] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1253.116135] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8881524-4ee6-4366-bcf0-6b928fabb2dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.132350] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00809-156c-62be-7b8d-6eac8c7795c1/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1253.132683] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00809-156c-62be-7b8d-6eac8c7795c1/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1253.214025] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698807, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.222818] env[62107]: DEBUG oslo_vmware.api [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698808, 'name': PowerOffVM_Task, 'duration_secs': 0.193988} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.223120] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.223318] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.223660] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ea2d10-0224-48d9-b3da-b10174752ab6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.258384] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.258384] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.258699] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Deleting the datastore file [datastore1] 604627ec-7d6f-4c3d-b789-322f4b4ea1ae {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.258870] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bd02e71-e91e-4b56-abf6-f13d6f597bcd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.265196] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dd654a5-ef91-45cc-b591-43df8ee4abbf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.271055] env[62107]: DEBUG nova.scheduler.client.report [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1253.275506] env[62107]: DEBUG oslo_vmware.api [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for the task: (returnval){ [ 1253.275506] env[62107]: value = "task-1698810" [ 1253.275506] env[62107]: _type = "Task" [ 1253.275506] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.290510] env[62107]: DEBUG oslo_vmware.api [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.362909] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84667} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.363193] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d649ce4d-fdb3-42ab-b254-abab95dea9f4/d649ce4d-fdb3-42ab-b254-abab95dea9f4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1253.363408] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1253.363669] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a4e1ba-68d9-4e41-b951-66f0cd2a3481 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.372471] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1253.372471] env[62107]: value = "task-1698811" [ 1253.372471] env[62107]: _type = "Task" [ 1253.372471] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.383719] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.400486] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bfb61f-4ca4-62fb-35bb-f3bbc88284f0, 'name': SearchDatastore_Task, 'duration_secs': 0.060612} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.400756] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.401043] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.401320] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b6f10c-ee27-4251-b3d7-804fa98e5921 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.405568] env[62107]: DEBUG nova.network.neutron [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Updating instance_info_cache with network_info: [{"id": "d2c7545e-77ac-4e89-be03-955600e9cba2", "address": "fa:16:3e:2c:a0:45", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c7545e-77", "ovs_interfaceid": "d2c7545e-77ac-4e89-be03-955600e9cba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.412098] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1253.412098] env[62107]: value = "task-1698812" [ 1253.412098] env[62107]: _type = "Task" [ 1253.412098] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.422095] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.557950] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1253.587655] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.587931] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.588120] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.588407] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.588572] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.588722] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.588945] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.589113] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.589507] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.589707] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.589903] env[62107]: DEBUG nova.virt.hardware [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.592412] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd3e92a-6cc5-4f3a-a219-36a73a4a53dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.602061] env[62107]: DEBUG nova.compute.manager [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1253.603748] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2d2e8-da28-40aa-8fba-2dd829b999b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.607861] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21ab1d4-f2a5-4707-91de-ae865e877b9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.646049] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698807, 'name': Destroy_Task, 'duration_secs': 0.831088} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.646049] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Destroyed the VM [ 1253.647707] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1253.647707] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c2b288a-176b-42ad-8d45-fe3b4019dcee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.657366] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1253.657366] env[62107]: value = "task-1698813" [ 1253.657366] env[62107]: _type = "Task" [ 1253.657366] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.667544] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698813, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.780826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.787104] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.128s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.791347] env[62107]: INFO nova.compute.claims [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.801318] env[62107]: DEBUG oslo_vmware.api [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Task: {'id': task-1698810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158112} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.801318] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.801318] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.801318] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.801318] env[62107]: INFO nova.compute.manager [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1253.801786] env[62107]: DEBUG oslo.service.loopingcall [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.801786] env[62107]: DEBUG nova.compute.manager [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1253.801786] env[62107]: DEBUG nova.network.neutron [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.827954] env[62107]: INFO nova.scheduler.client.report [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Deleted allocations for instance e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae [ 1253.841321] env[62107]: DEBUG nova.network.neutron [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.889197] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079726} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.890277] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.892139] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0001f15d-4acc-418c-9951-bdef975406e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.917358] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Releasing lock "refresh_cache-b07f2e3a-b026-4d69-83c4-66dfb049201e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.918137] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Instance network_info: |[{"id": "d2c7545e-77ac-4e89-be03-955600e9cba2", "address": "fa:16:3e:2c:a0:45", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c7545e-77", "ovs_interfaceid": "d2c7545e-77ac-4e89-be03-955600e9cba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1253.927812] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] d649ce4d-fdb3-42ab-b254-abab95dea9f4/d649ce4d-fdb3-42ab-b254-abab95dea9f4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.928476] env[62107]: DEBUG oslo_concurrency.lockutils [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] Acquired lock "refresh_cache-b07f2e3a-b026-4d69-83c4-66dfb049201e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.928885] env[62107]: DEBUG nova.network.neutron [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Refreshing network info cache for port d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.931525] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:a0:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c7545e-77ac-4e89-be03-955600e9cba2', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.941335] env[62107]: DEBUG oslo.service.loopingcall [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.947132] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a03425-16fc-47db-a2c9-1b834a7186ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.962744] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.966841] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dbab980-3e61-421e-b4c5-548daa5f26d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.989436] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.992423] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.992423] env[62107]: value = "task-1698816" [ 1253.992423] env[62107]: _type = "Task" [ 1253.992423] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.992973] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1253.992973] env[62107]: value = "task-1698815" [ 1253.992973] env[62107]: _type = "Task" [ 1253.992973] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.007174] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698816, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.013464] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.134169] env[62107]: INFO nova.compute.manager [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] instance snapshotting [ 1254.136545] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2329e0ec-da72-46d3-9966-5bec3c8613b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.182421] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.182696] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.183714] env[62107]: DEBUG nova.network.neutron [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.192980] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe1eba-d7dd-4ec8-8dd2-0fb2695f263f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.205746] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698813, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.341202] env[62107]: DEBUG oslo_concurrency.lockutils [None req-792b7016-0238-49a1-a3bb-0e0f7fd2af7b tempest-ServerAddressesNegativeTestJSON-2127952591 tempest-ServerAddressesNegativeTestJSON-2127952591-project-member] Lock "e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.740s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.343229] env[62107]: DEBUG nova.network.neutron [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.432093] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708969} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.438354] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.438613] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.439307] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9601fa7-66f7-4a43-a5e2-1be37e831a25 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.449462] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1254.449462] env[62107]: value = "task-1698817" [ 1254.449462] env[62107]: _type = "Task" [ 1254.449462] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.461944] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.515457] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698816, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.516866] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698815, 'name': ReconfigVM_Task, 'duration_secs': 0.410337} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.517185] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Reconfigured VM instance instance-00000017 to attach disk [datastore1] d649ce4d-fdb3-42ab-b254-abab95dea9f4/d649ce4d-fdb3-42ab-b254-abab95dea9f4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.517986] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695e8931-0c77-48b9-b968-96338416ccb5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.531295] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1254.531295] env[62107]: value = "task-1698818" [ 1254.531295] env[62107]: _type = "Task" [ 1254.531295] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.544545] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698818, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.691594] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698813, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.711611] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1254.713523] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47f5db15-10bb-41a7-8614-3137667d4d15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.720548] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1254.720548] env[62107]: value = "task-1698819" [ 1254.720548] env[62107]: _type = "Task" [ 1254.720548] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.744125] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.852146] env[62107]: INFO nova.compute.manager [-] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Took 1.05 seconds to deallocate network for instance. [ 1254.910578] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.912158] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.912158] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.912158] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.912158] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.915182] env[62107]: INFO nova.compute.manager [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Terminating instance [ 1254.918371] env[62107]: DEBUG nova.compute.manager [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1254.918668] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.919821] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd62f2b-220e-4bfc-b278-db9f03a5f54c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.934504] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.939406] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d95e5e9-298a-4b0e-ba9d-34f7f88c003c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.971071] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084567} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.976659] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.977481] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca87cb0-3cf3-4def-892a-6d2d5569d2a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.010844] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.018813] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ec8b66-cb53-4d34-8687-2bb1c5352844 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.039242] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.039468] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.039645] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Deleting the datastore file [datastore1] d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.043842] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-630992b0-6416-420a-974b-f3f312e41fc0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.049766] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698816, 'name': CreateVM_Task, 'duration_secs': 0.835638} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.051826] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.052345] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1255.052345] env[62107]: value = "task-1698821" [ 1255.052345] env[62107]: _type = "Task" [ 1255.052345] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.053052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.053444] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.053770] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.057460] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b35d90-f1dc-45a6-94c1-8762f0314aed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.063043] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698818, 'name': Rename_Task, 'duration_secs': 0.193529} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.068980] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.069350] env[62107]: DEBUG oslo_vmware.api [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1255.069350] env[62107]: value = "task-1698822" [ 1255.069350] env[62107]: _type = "Task" [ 1255.069350] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.070510] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f442a6-8e5b-4fe0-97bb-550dde137987 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.078884] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1255.078884] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527823cd-6488-1f2e-c1de-7d89e4246b86" [ 1255.078884] env[62107]: _type = "Task" [ 1255.078884] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.083628] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.097983] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1255.097983] env[62107]: value = "task-1698823" [ 1255.097983] env[62107]: _type = "Task" [ 1255.097983] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.098295] env[62107]: DEBUG oslo_vmware.api [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.099493] env[62107]: DEBUG nova.network.neutron [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Updated VIF entry in instance network info cache for port d2c7545e-77ac-4e89-be03-955600e9cba2. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.099886] env[62107]: DEBUG nova.network.neutron [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Updating instance_info_cache with network_info: [{"id": "d2c7545e-77ac-4e89-be03-955600e9cba2", "address": "fa:16:3e:2c:a0:45", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c7545e-77", "ovs_interfaceid": "d2c7545e-77ac-4e89-be03-955600e9cba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.110854] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527823cd-6488-1f2e-c1de-7d89e4246b86, 'name': SearchDatastore_Task, 'duration_secs': 0.017625} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.111333] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.111504] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.111781] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.111959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.112165] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.115970] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d4438d-2924-491b-ab71-c4efe70918ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.123012] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698823, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.133064] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.133329] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.134265] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7977ddc-9c27-48de-84e1-8e83d6adcf67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.143871] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1255.143871] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529f086c-51df-ee66-ca69-a518901d345b" [ 1255.143871] env[62107]: _type = "Task" [ 1255.143871] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.154215] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529f086c-51df-ee66-ca69-a518901d345b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.192835] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698813, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.193859] env[62107]: DEBUG nova.network.neutron [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Successfully updated port: d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.239305] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698819, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.335486] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6ff5367c-657e-486f-9c7a-8b8580cae366" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.335754] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.335987] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6ff5367c-657e-486f-9c7a-8b8580cae366-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.336826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.336826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.338473] env[62107]: INFO nova.compute.manager [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Terminating instance [ 1255.342649] env[62107]: DEBUG nova.compute.manager [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1255.342649] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.342649] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc9398a-bced-4b05-8bfb-eb81e2a89165 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.356992] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.358067] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b72feae-9637-491a-8fc0-7ce37d3329a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.368622] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1255.368622] env[62107]: value = "task-1698824" [ 1255.368622] env[62107]: _type = "Task" [ 1255.368622] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.373329] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.380898] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.502485] env[62107]: DEBUG nova.network.neutron [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance_info_cache with network_info: [{"id": "715c796c-eea8-4b21-ab28-62e5b6770055", "address": "fa:16:3e:7a:17:14", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c796c-ee", "ovs_interfaceid": "715c796c-eea8-4b21-ab28-62e5b6770055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.543670] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1262264-9fa0-4f40-9f83-12b6584eed98 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.560074] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2f4c36-41db-4c59-a77a-b9207e81e095 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.574763] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698821, 'name': ReconfigVM_Task, 'duration_secs': 0.524345} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.610359] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84/c4b4072a-6e9a-4e83-891e-8f25c3ffdc84.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.610963] env[62107]: DEBUG oslo_concurrency.lockutils [req-3ab5ddd8-d83b-4bb9-903d-498fb54264a8 req-b1d55d10-02be-4107-961c-9d0e25fb046b service nova] Releasing lock "refresh_cache-b07f2e3a-b026-4d69-83c4-66dfb049201e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.612369] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a095088-7aa1-4796-8ec4-7dd876354fb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.618714] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119065f9-c65e-4e35-99ad-af65ff5decc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.630464] env[62107]: DEBUG oslo_vmware.api [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327453} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.638349] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.638589] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.638771] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.638979] env[62107]: INFO nova.compute.manager [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Took 0.72 seconds to destroy the instance on the hypervisor. [ 1255.639262] env[62107]: DEBUG oslo.service.loopingcall [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.639571] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1255.639571] env[62107]: value = "task-1698825" [ 1255.639571] env[62107]: _type = "Task" [ 1255.639571] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.639784] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698823, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.640101] env[62107]: DEBUG nova.compute.manager [-] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1255.640219] env[62107]: DEBUG nova.network.neutron [-] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.643534] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb29c3e-c9cb-492e-bb55-675f68b207db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.665739] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529f086c-51df-ee66-ca69-a518901d345b, 'name': SearchDatastore_Task, 'duration_secs': 0.0197} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.682995] env[62107]: DEBUG nova.compute.provider_tree [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.685219] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698825, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.685518] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432f68ff-6f7d-4c81-9bfa-a1fd39f18299 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.700165] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.700165] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.700273] env[62107]: DEBUG nova.network.neutron [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.704152] env[62107]: DEBUG oslo_vmware.api [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698813, 'name': RemoveSnapshot_Task, 'duration_secs': 1.589078} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.704257] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1255.704257] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d87dde-2967-7847-0b23-f5e1ff150072" [ 1255.704257] env[62107]: _type = "Task" [ 1255.704257] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.705373] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1255.705681] env[62107]: INFO nova.compute.manager [None req-4fd3fc67-1ef8-4695-8700-1437d04612ba tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Took 20.17 seconds to snapshot the instance on the hypervisor. [ 1255.725024] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d87dde-2967-7847-0b23-f5e1ff150072, 'name': SearchDatastore_Task, 'duration_secs': 0.01587} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.725024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.725024] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b07f2e3a-b026-4d69-83c4-66dfb049201e/b07f2e3a-b026-4d69-83c4-66dfb049201e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.725196] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc1861ef-4df0-45b1-a399-4d1d3327f24b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.741374] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1255.741374] env[62107]: value = "task-1698826" [ 1255.741374] env[62107]: _type = "Task" [ 1255.741374] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.742672] env[62107]: DEBUG nova.compute.manager [req-55cb6091-f990-4d8d-8bb7-fdae4e889ace req-f64cad88-1ace-411b-9f57-4dd17966b30f service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Received event network-vif-plugged-d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1255.742918] env[62107]: DEBUG oslo_concurrency.lockutils [req-55cb6091-f990-4d8d-8bb7-fdae4e889ace req-f64cad88-1ace-411b-9f57-4dd17966b30f service nova] Acquiring lock "a910ff3a-d417-4114-b11e-e44772119b9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.743219] env[62107]: DEBUG oslo_concurrency.lockutils [req-55cb6091-f990-4d8d-8bb7-fdae4e889ace req-f64cad88-1ace-411b-9f57-4dd17966b30f service nova] Lock "a910ff3a-d417-4114-b11e-e44772119b9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.743471] env[62107]: DEBUG oslo_concurrency.lockutils [req-55cb6091-f990-4d8d-8bb7-fdae4e889ace req-f64cad88-1ace-411b-9f57-4dd17966b30f service nova] Lock "a910ff3a-d417-4114-b11e-e44772119b9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.743701] env[62107]: DEBUG nova.compute.manager [req-55cb6091-f990-4d8d-8bb7-fdae4e889ace req-f64cad88-1ace-411b-9f57-4dd17966b30f service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] No waiting events found dispatching network-vif-plugged-d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1255.743895] env[62107]: WARNING nova.compute.manager [req-55cb6091-f990-4d8d-8bb7-fdae4e889ace req-f64cad88-1ace-411b-9f57-4dd17966b30f service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Received unexpected event network-vif-plugged-d8f398a5-21af-48f2-b295-f306746a3d57 for instance with vm_state building and task_state spawning. [ 1255.744975] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698819, 'name': CreateSnapshot_Task, 'duration_secs': 0.569239} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.745739] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1255.749639] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a16e7c6-11c3-4529-82c6-8654ca559efd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.763058] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.881931] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698824, 'name': PowerOffVM_Task, 'duration_secs': 0.270722} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.882384] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.882624] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.882954] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5d4b5a-6ab2-4f60-960b-a15cc7dfb24a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.989377] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.989693] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.989893] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleting the datastore file [datastore1] 6ff5367c-657e-486f-9c7a-8b8580cae366 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.990174] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdcd270e-0c75-41b9-8f5a-33ee1d7fe5f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.000829] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1256.000829] env[62107]: value = "task-1698829" [ 1256.000829] env[62107]: _type = "Task" [ 1256.000829] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.008339] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.019406] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.124243] env[62107]: DEBUG oslo_vmware.api [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698823, 'name': PowerOnVM_Task, 'duration_secs': 0.605631} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.124572] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.124779] env[62107]: INFO nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1256.124954] env[62107]: DEBUG nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1256.125883] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43f0e15-d021-4ba3-a49d-62fb8696a15d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.160141] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698825, 'name': Rename_Task, 'duration_secs': 0.241171} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.160505] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.160766] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3828ec99-8a80-4182-beda-f8da7fc34fc8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.174742] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1256.174742] env[62107]: value = "task-1698830" [ 1256.174742] env[62107]: _type = "Task" [ 1256.174742] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.191638] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.214357] env[62107]: ERROR nova.scheduler.client.report [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [req-f6f16b0a-bc66-4653-9fa7-db71fd694cc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6f16b0a-bc66-4653-9fa7-db71fd694cc6"}]} [ 1256.242645] env[62107]: DEBUG nova.scheduler.client.report [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1256.261813] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.265602] env[62107]: DEBUG nova.network.neutron [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.278999] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1256.283671] env[62107]: DEBUG nova.scheduler.client.report [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1256.284000] env[62107]: DEBUG nova.compute.provider_tree [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.286914] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-873d7cb9-194e-4c93-a26d-b82e9fce4cf6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.302718] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1256.302718] env[62107]: value = "task-1698831" [ 1256.302718] env[62107]: _type = "Task" [ 1256.302718] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.306745] env[62107]: DEBUG nova.scheduler.client.report [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1256.317609] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698831, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.332789] env[62107]: DEBUG nova.scheduler.client.report [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1256.499309] env[62107]: DEBUG nova.compute.manager [req-d177425d-677a-4bdf-8bd1-a9b1d52638c9 req-0c93148c-0d28-4f57-a719-96d1382f8985 service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Received event network-vif-deleted-2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1256.502440] env[62107]: INFO nova.compute.manager [req-d177425d-677a-4bdf-8bd1-a9b1d52638c9 req-0c93148c-0d28-4f57-a719-96d1382f8985 service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Neutron deleted interface 2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4; detaching it from the instance and deleting it from the info cache [ 1256.503058] env[62107]: DEBUG nova.network.neutron [req-d177425d-677a-4bdf-8bd1-a9b1d52638c9 req-0c93148c-0d28-4f57-a719-96d1382f8985 service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.512033] env[62107]: DEBUG nova.network.neutron [-] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.530228] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.559955] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c1ff7-6bd6-4ba2-9f42-7b3d305d01d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.587535] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8707f150-813e-418f-a108-6534a886803d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.596934] env[62107]: DEBUG nova.network.neutron [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updating instance_info_cache with network_info: [{"id": "d8f398a5-21af-48f2-b295-f306746a3d57", "address": "fa:16:3e:f7:87:cb", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f398a5-21", "ovs_interfaceid": "d8f398a5-21af-48f2-b295-f306746a3d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.599109] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.663361] env[62107]: INFO nova.compute.manager [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Took 32.63 seconds to build instance. [ 1256.669257] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "9e5fd757-c244-45b9-815d-7aa6de36ab95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.669501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.686279] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.767410] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61163} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.769644] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b07f2e3a-b026-4d69-83c4-66dfb049201e/b07f2e3a-b026-4d69-83c4-66dfb049201e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.769644] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.769644] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d309298-e8a0-40ac-ad81-6e486a0bd4bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.781442] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1256.781442] env[62107]: value = "task-1698832" [ 1256.781442] env[62107]: _type = "Task" [ 1256.781442] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.800702] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.815673] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698831, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.020326] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca76e7ea-926b-436b-b92c-a1f746b5ac28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.024298] env[62107]: INFO nova.compute.manager [-] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Took 1.38 seconds to deallocate network for instance. [ 1257.025431] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af9b5af-e21f-47c8-b56f-adbdeb0aeb36 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.047433] env[62107]: DEBUG oslo_vmware.api [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601983} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.051560] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.051560] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.051560] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.051892] env[62107]: INFO nova.compute.manager [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1257.052308] env[62107]: DEBUG oslo.service.loopingcall [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.055806] env[62107]: DEBUG nova.compute.manager [-] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1257.055806] env[62107]: DEBUG nova.network.neutron [-] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.064159] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ebc94b-684c-47b9-b753-464906de8b80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.075733] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e31505-168d-4935-bf6b-238504bbdd05 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.113882] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.114239] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance network_info: |[{"id": "d8f398a5-21af-48f2-b295-f306746a3d57", "address": "fa:16:3e:f7:87:cb", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f398a5-21", "ovs_interfaceid": "d8f398a5-21af-48f2-b295-f306746a3d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1257.118960] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.134129] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:87:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8f398a5-21af-48f2-b295-f306746a3d57', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.141321] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating folder: Project (a888bf83ab12467683850b799e3b038a). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.141627] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0beb42b0-1320-4fac-a6bc-5ef3dfd03f8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.147147] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7f22e9-0a5f-43d8-9ea7-ec37c47a52f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.148035] env[62107]: DEBUG nova.compute.manager [req-d177425d-677a-4bdf-8bd1-a9b1d52638c9 req-0c93148c-0d28-4f57-a719-96d1382f8985 service nova] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Detach interface failed, port_id=2c39b0bf-0abb-4dbb-ae4f-45488ba0a2c4, reason: Instance d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1257.148317] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-749bdbf2-7a78-4d73-a71d-4b8413fa49ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.161734] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4a2d3-7b77-4b60-bc75-9d1b0d435dc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.166960] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1257.166960] env[62107]: value = "task-1698833" [ 1257.166960] env[62107]: _type = "Task" [ 1257.166960] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.172034] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a307596-1c15-4c7f-a311-847b2c602db0 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.141s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.176250] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created folder: Project (a888bf83ab12467683850b799e3b038a) in parent group-v354057. [ 1257.176441] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating folder: Instances. Parent ref: group-v354132. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.181072] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ebf931-4b22-4075-a8bd-23b88f03e9d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.199189] env[62107]: DEBUG nova.compute.provider_tree [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.199443] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.207554] env[62107]: DEBUG oslo_vmware.api [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698830, 'name': PowerOnVM_Task, 'duration_secs': 0.93753} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.208610] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.208902] env[62107]: DEBUG nova.compute.manager [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1257.209908] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86653752-112d-4b1d-a2d9-cd89ea3f6c50 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.214983] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created folder: Instances in parent group-v354132. [ 1257.215341] env[62107]: DEBUG oslo.service.loopingcall [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.216434] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.216434] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-574e674b-0b4f-439f-ab15-5058cb689ee7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.245590] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.245590] env[62107]: value = "task-1698836" [ 1257.245590] env[62107]: _type = "Task" [ 1257.245590] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.259391] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698836, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.297343] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075894} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.297483] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.298328] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387be4f9-3a33-4eed-9c24-65fbd2cbc29e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.326645] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] b07f2e3a-b026-4d69-83c4-66dfb049201e/b07f2e3a-b026-4d69-83c4-66dfb049201e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.327772] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9deb529-d106-4b0a-a1c9-1f958ac8d1e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.347396] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698831, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.355912] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1257.355912] env[62107]: value = "task-1698837" [ 1257.355912] env[62107]: _type = "Task" [ 1257.355912] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.367177] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.550441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.675775] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1257.688659] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698833, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.750030] env[62107]: DEBUG nova.scheduler.client.report [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1257.750030] env[62107]: DEBUG nova.compute.provider_tree [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 45 to 46 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1257.750030] env[62107]: DEBUG nova.compute.provider_tree [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.760072] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.772335] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698836, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.823527] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698831, 'name': CloneVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.871707] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698837, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.134632] env[62107]: DEBUG nova.network.neutron [-] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.179908] env[62107]: DEBUG oslo_vmware.api [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1698833, 'name': PowerOnVM_Task, 'duration_secs': 0.664502} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.180816] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.180816] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46dbe65a-6b8b-4aa3-a424-70fb5472f013 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance 'aa2d2aa5-97cb-4c6b-a002-8dc69ed40276' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.211618] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.253447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.467s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.253910] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1258.261356] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.538s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.272631] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698836, 'name': CreateVM_Task, 'duration_secs': 0.608993} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.273079] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.276149] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.276149] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.276149] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1258.276149] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b6acf7-6988-40b8-a4dd-8e8f1e527b99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.284196] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1258.284196] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5269a0cd-0d5e-4dbd-cf5e-53a257ad08aa" [ 1258.284196] env[62107]: _type = "Task" [ 1258.284196] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.294593] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5269a0cd-0d5e-4dbd-cf5e-53a257ad08aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.305654] env[62107]: DEBUG nova.compute.manager [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Received event network-changed-d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1258.306072] env[62107]: DEBUG nova.compute.manager [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Refreshing instance network info cache due to event network-changed-d8f398a5-21af-48f2-b295-f306746a3d57. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1258.306386] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] Acquiring lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.306517] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] Acquired lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.306678] env[62107]: DEBUG nova.network.neutron [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Refreshing network info cache for port d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.319798] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698831, 'name': CloneVM_Task, 'duration_secs': 1.60974} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.319987] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Created linked-clone VM from snapshot [ 1258.320785] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd2873c-80e3-4c1d-8210-239fae98a2ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.330690] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Uploading image bc97718d-666b-4fda-a4fa-a0ea408e0b08 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1258.351184] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1258.351787] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5db38136-c079-4284-99e1-fbc62ac7d31d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.366211] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1258.366211] env[62107]: value = "task-1698839" [ 1258.366211] env[62107]: _type = "Task" [ 1258.366211] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.381616] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698837, 'name': ReconfigVM_Task, 'duration_secs': 0.546759} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.383313] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] b07f2e3a-b026-4d69-83c4-66dfb049201e/b07f2e3a-b026-4d69-83c4-66dfb049201e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.384357] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04295d1c-3f75-43eb-8f56-510b6e382da6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.392896] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698839, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.399606] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1258.399606] env[62107]: value = "task-1698840" [ 1258.399606] env[62107]: _type = "Task" [ 1258.399606] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.412969] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698840, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.636164] env[62107]: INFO nova.compute.manager [-] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Took 1.58 seconds to deallocate network for instance. [ 1258.768158] env[62107]: DEBUG nova.compute.utils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1258.791812] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1258.792912] env[62107]: DEBUG nova.network.neutron [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.812508] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5269a0cd-0d5e-4dbd-cf5e-53a257ad08aa, 'name': SearchDatastore_Task, 'duration_secs': 0.022774} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.814028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.814028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.814176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.814218] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.815025] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.815569] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d478ee8-2078-48c7-90f3-52a29c0599e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.829551] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.829831] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.830614] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdf87be-e118-409b-9b31-d51856bf5fb8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.844313] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1258.844313] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526435b2-e5cc-fed1-fddf-6f5e46a28055" [ 1258.844313] env[62107]: _type = "Task" [ 1258.844313] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.857301] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526435b2-e5cc-fed1-fddf-6f5e46a28055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.886080] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698839, 'name': Destroy_Task, 'duration_secs': 0.398199} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.887554] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Destroyed the VM [ 1258.887853] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1258.888186] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e946d2ff-7b02-4339-8ffc-fee8681b0ba3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.900849] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1258.900849] env[62107]: value = "task-1698841" [ 1258.900849] env[62107]: _type = "Task" [ 1258.900849] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.915651] env[62107]: DEBUG nova.compute.manager [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1258.915734] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698840, 'name': Rename_Task, 'duration_secs': 0.258081} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.920652] env[62107]: DEBUG nova.policy [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d660527f184d85887695ee43727a63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beefd98a652e4f1f9f18c4c12c64da9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1258.923050] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb30c28c-5352-4771-acff-8c7b5b59dae7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.926025] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.926346] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698841, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.926574] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75318c94-a15a-42c9-9a0f-fd359c08db4d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.943738] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1258.943738] env[62107]: value = "task-1698842" [ 1258.943738] env[62107]: _type = "Task" [ 1258.943738] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.954788] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.143987] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.165228] env[62107]: DEBUG nova.compute.manager [req-de8c1bb7-2164-43ff-880d-8c16a1480250 req-e68d9f44-28df-43dc-8c55-a4b271bfc9aa service nova] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Received event network-vif-deleted-4e2e6101-8bd4-4f96-bfeb-5e1c60d9d69e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.211740] env[62107]: DEBUG nova.network.neutron [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updated VIF entry in instance network info cache for port d8f398a5-21af-48f2-b295-f306746a3d57. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.212175] env[62107]: DEBUG nova.network.neutron [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updating instance_info_cache with network_info: [{"id": "d8f398a5-21af-48f2-b295-f306746a3d57", "address": "fa:16:3e:f7:87:cb", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f398a5-21", "ovs_interfaceid": "d8f398a5-21af-48f2-b295-f306746a3d57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.274025] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1259.297696] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Applying migration context for instance aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 as it has an incoming, in-progress migration 98909171-72ac-477e-a6c3-447cebbe36b7. Migration status is finished {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1259.299916] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating resource usage from migration 98909171-72ac-477e-a6c3-447cebbe36b7 [ 1259.355769] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526435b2-e5cc-fed1-fddf-6f5e46a28055, 'name': SearchDatastore_Task, 'duration_secs': 0.021179} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.357443] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33af8ed2-ca6d-4376-8ab1-ca8033d05a2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.366875] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1259.366875] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f2a174-3a19-8630-4829-8bd427dd1c08" [ 1259.366875] env[62107]: _type = "Task" [ 1259.366875] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.381975] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f2a174-3a19-8630-4829-8bd427dd1c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.416660] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698841, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.446231] env[62107]: INFO nova.compute.manager [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] instance snapshotting [ 1259.453512] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3d0cd-b6a5-47d3-a7d6-95c0c23a78b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.474832] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698842, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.497631] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8566909-6200-46c0-b370-c41080340aeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.561111] env[62107]: DEBUG nova.network.neutron [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Successfully created port: 533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.716990] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6b20f85-ed58-44b1-9b3d-6affe3deac36 req-504c4ef1-6539-4c51-ab5c-4f4e19ce85ad service nova] Releasing lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.740072] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "5e003774-5b6d-4272-8685-189e967f63a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.740072] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "5e003774-5b6d-4272-8685-189e967f63a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.834039] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1259.834039] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 5801ddb7-fa0b-4c30-be71-afae4d7ce119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.834039] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance af8a8b36-1bac-422b-9dc1-2b60d2e5f04c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1259.883047] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f2a174-3a19-8630-4829-8bd427dd1c08, 'name': SearchDatastore_Task, 'duration_secs': 0.021136} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.883047] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.883047] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.883695] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81bf28b7-4592-4c07-a1e3-e1e62b3d6658 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.898025] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1259.898025] env[62107]: value = "task-1698843" [ 1259.898025] env[62107]: _type = "Task" [ 1259.898025] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.919037] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.927034] env[62107]: DEBUG oslo_vmware.api [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698841, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594264} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.927034] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1259.960635] env[62107]: DEBUG oslo_vmware.api [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698842, 'name': PowerOnVM_Task, 'duration_secs': 0.816071} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.960635] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.960635] env[62107]: INFO nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1259.960635] env[62107]: DEBUG nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.960635] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a541661-a52f-4606-830f-b3c26478dc65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.965961] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.966308] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.966865] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.967532] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.967760] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.971605] env[62107]: INFO nova.compute.manager [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Terminating instance [ 1259.978789] env[62107]: DEBUG nova.compute.manager [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1259.979015] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.979944] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbd31ee-5143-4e6d-918a-cc2181a04ea0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.990623] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.990899] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c501b9af-1c8b-421a-8302-77166e5cf7d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.992918] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.993172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.993376] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.993567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.993752] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.998833] env[62107]: INFO nova.compute.manager [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Terminating instance [ 1260.000908] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "refresh_cache-c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.001029] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquired lock "refresh_cache-c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.001197] env[62107]: DEBUG nova.network.neutron [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.004582] env[62107]: DEBUG oslo_vmware.api [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1260.004582] env[62107]: value = "task-1698844" [ 1260.004582] env[62107]: _type = "Task" [ 1260.004582] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.011641] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1260.011641] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-de4077e4-aac3-4c4c-8e50-3106b2f5762d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.024301] env[62107]: DEBUG oslo_vmware.api [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.026276] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1260.026276] env[62107]: value = "task-1698845" [ 1260.026276] env[62107]: _type = "Task" [ 1260.026276] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.043703] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.288781] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1260.330865] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.331333] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.331583] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.331865] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.332106] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.332349] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.332664] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.332911] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.333192] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.333442] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.333703] env[62107]: DEBUG nova.virt.hardware [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.335101] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cebb1e-cde8-45c4-83f4-0f06e8751fc5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.341016] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 42a81f1b-11c0-40e0-81c6-644d9ce792d0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1260.351978] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f045dde-534d-4d17-bde7-135620bc8450 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.410831] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698843, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.437453] env[62107]: WARNING nova.compute.manager [None req-5e2da718-f565-401e-bdea-3e940b3bb0b9 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Image not found during snapshot: nova.exception.ImageNotFound: Image bc97718d-666b-4fda-a4fa-a0ea408e0b08 could not be found. [ 1260.494345] env[62107]: INFO nova.compute.manager [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Took 35.19 seconds to build instance. [ 1260.520044] env[62107]: DEBUG oslo_vmware.api [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698844, 'name': PowerOffVM_Task, 'duration_secs': 0.267795} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.520515] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.520813] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.521202] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a091c1-a464-4152-a4f5-43732ca98f7a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.541879] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.542911] env[62107]: DEBUG nova.network.neutron [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.622051] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.622520] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.622843] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Deleting the datastore file [datastore1] d649ce4d-fdb3-42ab-b254-abab95dea9f4 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.623789] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6853864c-0673-4b7d-848c-a1f66fca9aae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.636155] env[62107]: DEBUG oslo_vmware.api [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for the task: (returnval){ [ 1260.636155] env[62107]: value = "task-1698848" [ 1260.636155] env[62107]: _type = "Task" [ 1260.636155] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.653171] env[62107]: DEBUG oslo_vmware.api [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.656449] env[62107]: DEBUG nova.network.neutron [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.847344] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a545c73e-0194-49da-85bb-9106524e3081 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1260.847578] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance b07f2e3a-b026-4d69-83c4-66dfb049201e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1260.918772] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640559} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.919487] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.919487] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.919884] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aa28269-4b12-4474-8ab1-a36406a8cce1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.932094] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1260.932094] env[62107]: value = "task-1698849" [ 1260.932094] env[62107]: _type = "Task" [ 1260.932094] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.939671] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.940075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.940349] env[62107]: DEBUG nova.compute.manager [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Going to confirm migration 1 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1260.947656] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.998283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f99c4dc1-619f-468d-8990-9ef7be670cd0 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.555s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.038755] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698845, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.152254] env[62107]: DEBUG oslo_vmware.api [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Task: {'id': task-1698848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249941} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.152567] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.152818] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.153549] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.153549] env[62107]: INFO nova.compute.manager [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1261.153549] env[62107]: DEBUG oslo.service.loopingcall [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.153549] env[62107]: DEBUG nova.compute.manager [-] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1261.153906] env[62107]: DEBUG nova.network.neutron [-] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.158828] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Releasing lock "refresh_cache-c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.158949] env[62107]: DEBUG nova.compute.manager [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1261.159118] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.161339] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dbf6d2-0925-4493-b32c-c1c80d359524 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.168999] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.169391] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f06c62b-9690-44c8-b207-ee64f98315b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.177580] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1261.177580] env[62107]: value = "task-1698850" [ 1261.177580] env[62107]: _type = "Task" [ 1261.177580] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.190799] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.225503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "b847fffb-ca62-48f5-a6c0-524fec06239d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.225966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.226778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "b847fffb-ca62-48f5-a6c0-524fec06239d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.226778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.226778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.231954] env[62107]: INFO nova.compute.manager [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Terminating instance [ 1261.235104] env[62107]: DEBUG nova.compute.manager [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1261.235301] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.236181] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f9eb4c-2402-413c-a9c1-7ab9ddc86c4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.246979] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.247749] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0320c0-5112-44f4-825e-b51ed7a54719 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.256833] env[62107]: DEBUG oslo_vmware.api [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1261.256833] env[62107]: value = "task-1698851" [ 1261.256833] env[62107]: _type = "Task" [ 1261.256833] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.267863] env[62107]: DEBUG oslo_vmware.api [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.350889] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7dea9ef9-d226-466b-be5f-2bc40a829a5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1261.463143] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08498} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.463143] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.464116] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f86fdee-3dcd-4cf8-bd45-7625d9c933e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.494231] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.494231] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24bd8194-95b8-4b12-8457-734cce2a9c0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.511730] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1261.528756] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1261.528756] env[62107]: value = "task-1698852" [ 1261.528756] env[62107]: _type = "Task" [ 1261.528756] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.542855] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698845, 'name': CreateSnapshot_Task, 'duration_secs': 1.15124} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.547566] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1261.548269] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.549897] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fcea95-feee-4025-9613-31cb2ef63b98 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.555972] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.556240] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.557239] env[62107]: DEBUG nova.network.neutron [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.557239] env[62107]: DEBUG nova.objects.instance [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lazy-loading 'info_cache' on Instance uuid aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.695136] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698850, 'name': PowerOffVM_Task, 'duration_secs': 0.254319} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.695445] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.695531] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.695805] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea1dea0-ad10-4cf5-adcf-6c3a11e6a5dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.730634] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.730894] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.731103] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Deleting the datastore file [datastore1] c4b4072a-6e9a-4e83-891e-8f25c3ffdc84 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.731376] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-905897cf-f2df-43b7-8995-a52ab6869ca1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.739841] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for the task: (returnval){ [ 1261.739841] env[62107]: value = "task-1698854" [ 1261.739841] env[62107]: _type = "Task" [ 1261.739841] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.753702] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.768574] env[62107]: DEBUG oslo_vmware.api [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698851, 'name': PowerOffVM_Task, 'duration_secs': 0.232833} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.768868] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.769059] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.769349] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-912d8ddf-8b7e-4f8e-af26-2cb50eb2bf29 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.856623] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 5e003774-5b6d-4272-8685-189e967f63a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1261.856623] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration 98909171-72ac-477e-a6c3-447cebbe36b7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1261.857312] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.857312] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance c4b4072a-6e9a-4e83-891e-8f25c3ffdc84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.857312] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.857312] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 261080a8-78d6-4506-96ef-d9175fe0017e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.857473] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6014c827-bbb3-4419-bf0c-574989a6f943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.857473] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6ff5367c-657e-486f-9c7a-8b8580cae366 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1261.860861] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.861101] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.861285] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleting the datastore file [datastore1] b847fffb-ca62-48f5-a6c0-524fec06239d {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.861859] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7313921-f8a8-41fc-9608-8a4472d56071 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.870403] env[62107]: DEBUG oslo_vmware.api [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1261.870403] env[62107]: value = "task-1698856" [ 1261.870403] env[62107]: _type = "Task" [ 1261.870403] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.883806] env[62107]: DEBUG oslo_vmware.api [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.022716] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "b07f2e3a-b026-4d69-83c4-66dfb049201e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.023023] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.023236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "b07f2e3a-b026-4d69-83c4-66dfb049201e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.023434] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.023632] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.028157] env[62107]: INFO nova.compute.manager [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Terminating instance [ 1262.033340] env[62107]: DEBUG nova.compute.manager [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1262.033838] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.035098] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b42670c-c155-4d23-a79a-2b95cca51a4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.055514] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.055822] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.056098] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be4daa1-6561-4867-bd33-402bdb60b929 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.060201] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.068173] env[62107]: DEBUG oslo_vmware.api [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1262.068173] env[62107]: value = "task-1698857" [ 1262.068173] env[62107]: _type = "Task" [ 1262.068173] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.090069] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1262.094957] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7734f52b-c6dc-4e68-915d-30e163557d2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.102582] env[62107]: DEBUG oslo_vmware.api [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.106289] env[62107]: DEBUG nova.compute.manager [req-9ea75d4a-2ace-44f1-b631-134a058038d3 req-2ba027d9-d827-4c63-aefa-420ae03da4f9 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Received event network-vif-plugged-533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.106379] env[62107]: DEBUG oslo_concurrency.lockutils [req-9ea75d4a-2ace-44f1-b631-134a058038d3 req-2ba027d9-d827-4c63-aefa-420ae03da4f9 service nova] Acquiring lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.106594] env[62107]: DEBUG oslo_concurrency.lockutils [req-9ea75d4a-2ace-44f1-b631-134a058038d3 req-2ba027d9-d827-4c63-aefa-420ae03da4f9 service nova] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.106901] env[62107]: DEBUG oslo_concurrency.lockutils [req-9ea75d4a-2ace-44f1-b631-134a058038d3 req-2ba027d9-d827-4c63-aefa-420ae03da4f9 service nova] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.107417] env[62107]: DEBUG nova.compute.manager [req-9ea75d4a-2ace-44f1-b631-134a058038d3 req-2ba027d9-d827-4c63-aefa-420ae03da4f9 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] No waiting events found dispatching network-vif-plugged-533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.107417] env[62107]: WARNING nova.compute.manager [req-9ea75d4a-2ace-44f1-b631-134a058038d3 req-2ba027d9-d827-4c63-aefa-420ae03da4f9 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Received unexpected event network-vif-plugged-533137b8-1dbc-450b-8942-cb3a47cec3dc for instance with vm_state building and task_state spawning. [ 1262.112165] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1262.112165] env[62107]: value = "task-1698858" [ 1262.112165] env[62107]: _type = "Task" [ 1262.112165] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.116933] env[62107]: DEBUG nova.network.neutron [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Successfully updated port: 533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.130785] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698858, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.188061] env[62107]: DEBUG nova.network.neutron [-] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.253893] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.283284] env[62107]: DEBUG nova.compute.manager [req-3c75b038-64d6-415f-8df3-d984a173572f req-c2561632-e1ff-4050-ac7b-43c19a31fe32 service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Received event network-vif-deleted-d5db4060-0c2a-4c41-be40-fb8dc45ea396 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.285987] env[62107]: INFO nova.compute.manager [req-3c75b038-64d6-415f-8df3-d984a173572f req-c2561632-e1ff-4050-ac7b-43c19a31fe32 service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Neutron deleted interface d5db4060-0c2a-4c41-be40-fb8dc45ea396; detaching it from the instance and deleting it from the info cache [ 1262.285987] env[62107]: DEBUG nova.network.neutron [req-3c75b038-64d6-415f-8df3-d984a173572f req-c2561632-e1ff-4050-ac7b-43c19a31fe32 service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.363417] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 62f90c9b-83f1-4a16-b238-6425e1f00310 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.363796] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 227a90d6-1651-45fb-bb34-c785a7a7ff49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.363796] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1262.363956] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d649ce4d-fdb3-42ab-b254-abab95dea9f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.363956] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1262.386546] env[62107]: DEBUG oslo_vmware.api [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1698856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410443} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.387452] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.387674] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.387914] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.388197] env[62107]: INFO nova.compute.manager [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1262.388536] env[62107]: DEBUG oslo.service.loopingcall [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.388756] env[62107]: DEBUG nova.compute.manager [-] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1262.388932] env[62107]: DEBUG nova.network.neutron [-] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.545497] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698852, 'name': ReconfigVM_Task, 'duration_secs': 0.621156} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.545497] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.545497] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8554e3-5ccb-4774-96b8-26471742c68e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.552685] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1262.552685] env[62107]: value = "task-1698860" [ 1262.552685] env[62107]: _type = "Task" [ 1262.552685] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.564815] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698860, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.580320] env[62107]: DEBUG oslo_vmware.api [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698857, 'name': PowerOffVM_Task, 'duration_secs': 0.49183} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.580320] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.580320] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.580320] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97b28032-3e0d-4954-807b-4ead1161f5a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.625225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.625225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.625225] env[62107]: DEBUG nova.network.neutron [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.633601] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698858, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.693208] env[62107]: INFO nova.compute.manager [-] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Took 1.54 seconds to deallocate network for instance. [ 1262.695026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.695026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.695026] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleting the datastore file [datastore1] b07f2e3a-b026-4d69-83c4-66dfb049201e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.697748] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d164e74-ed22-4acb-bf7e-dccfa0b4daf7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.716432] env[62107]: DEBUG oslo_vmware.api [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for the task: (returnval){ [ 1262.716432] env[62107]: value = "task-1698862" [ 1262.716432] env[62107]: _type = "Task" [ 1262.716432] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.733203] env[62107]: DEBUG oslo_vmware.api [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.766652] env[62107]: DEBUG oslo_vmware.api [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Task: {'id': task-1698854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53054} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.766652] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.766652] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.766768] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.768012] env[62107]: INFO nova.compute.manager [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1262.768012] env[62107]: DEBUG oslo.service.loopingcall [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1262.768012] env[62107]: DEBUG nova.compute.manager [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1262.768012] env[62107]: DEBUG nova.network.neutron [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.790743] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09c3308d-909a-41fd-ae3b-d826970790fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.808598] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a8015-4e83-4809-9a3a-84ca27cc755f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.826111] env[62107]: DEBUG nova.network.neutron [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.861954] env[62107]: DEBUG nova.compute.manager [req-3c75b038-64d6-415f-8df3-d984a173572f req-c2561632-e1ff-4050-ac7b-43c19a31fe32 service nova] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Detach interface failed, port_id=d5db4060-0c2a-4c41-be40-fb8dc45ea396, reason: Instance d649ce4d-fdb3-42ab-b254-abab95dea9f4 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1262.867543] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 33c80b8d-b98c-4687-b868-17262c39ec6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1262.869827] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a910ff3a-d417-4114-b11e-e44772119b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.036333] env[62107]: DEBUG nova.network.neutron [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance_info_cache with network_info: [{"id": "715c796c-eea8-4b21-ab28-62e5b6770055", "address": "fa:16:3e:7a:17:14", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715c796c-ee", "ovs_interfaceid": "715c796c-eea8-4b21-ab28-62e5b6770055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.068658] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698860, 'name': Rename_Task, 'duration_secs': 0.189072} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.069129] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.069194] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8805997-7ae5-4937-857c-eaeb8510d4f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.075134] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00809-156c-62be-7b8d-6eac8c7795c1/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1263.076790] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23759da6-aa4a-454e-ae55-de1004798874 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.082225] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1263.082225] env[62107]: value = "task-1698863" [ 1263.082225] env[62107]: _type = "Task" [ 1263.082225] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.089383] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00809-156c-62be-7b8d-6eac8c7795c1/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1263.089612] env[62107]: ERROR oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00809-156c-62be-7b8d-6eac8c7795c1/disk-0.vmdk due to incomplete transfer. [ 1263.090970] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-457f66a9-520e-4b27-bc6b-fa7c3ef8d328 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.097342] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.105367] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00809-156c-62be-7b8d-6eac8c7795c1/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1263.105590] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Uploaded image 780758b7-8c3f-4052-b805-800f666c8f3a to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1263.112869] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1263.112869] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70252eb8-7427-4be5-82ce-be093793fd17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.124351] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698858, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.130817] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1263.130817] env[62107]: value = "task-1698864" [ 1263.130817] env[62107]: _type = "Task" [ 1263.130817] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.142895] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698864, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.178227] env[62107]: DEBUG nova.network.neutron [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.209266] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.229870] env[62107]: DEBUG oslo_vmware.api [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Task: {'id': task-1698862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264991} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.229870] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.230067] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.230229] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.230415] env[62107]: INFO nova.compute.manager [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1263.230729] env[62107]: DEBUG oslo.service.loopingcall [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.230889] env[62107]: DEBUG nova.compute.manager [-] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1263.230999] env[62107]: DEBUG nova.network.neutron [-] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1263.304978] env[62107]: DEBUG nova.network.neutron [-] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.334197] env[62107]: DEBUG nova.network.neutron [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.373656] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 040543b1-db31-45db-8cbb-8fec5091cdb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1263.373969] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e0161e23-d28e-42e7-b30a-cc2b275cc96a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1263.374175] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 34a2f035-c271-406c-9834-9fdd25af0afd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.374309] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7e95fc62-43f4-4f89-a62b-2cef6c997e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.374456] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance b847fffb-ca62-48f5-a6c0-524fec06239d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.459012] env[62107]: DEBUG nova.network.neutron [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updating instance_info_cache with network_info: [{"id": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "address": "fa:16:3e:65:5d:6a", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533137b8-1d", "ovs_interfaceid": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.539389] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.539708] env[62107]: DEBUG nova.objects.instance [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lazy-loading 'migration_context' on Instance uuid aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.595390] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.625371] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698858, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.643696] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698864, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.810084] env[62107]: INFO nova.compute.manager [-] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Took 1.42 seconds to deallocate network for instance. [ 1263.837832] env[62107]: INFO nova.compute.manager [-] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Took 1.07 seconds to deallocate network for instance. [ 1263.878366] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 9e5fd757-c244-45b9-815d-7aa6de36ab95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1263.878366] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 8553d005-e6e3-452c-a7e1-84a479c28c34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.878366] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 604627ec-7d6f-4c3d-b789-322f4b4ea1ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1263.878710] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1263.878710] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3ba3ab68-3aca-455a-8600-9508a11579c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1263.878973] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1263.879125] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1263.961907] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.962827] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Instance network_info: |[{"id": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "address": "fa:16:3e:65:5d:6a", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533137b8-1d", "ovs_interfaceid": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1263.963647] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '533137b8-1dbc-450b-8942-cb3a47cec3dc', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.974280] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Creating folder: Project (beefd98a652e4f1f9f18c4c12c64da9a). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.975197] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c67614ed-af3f-4fe4-bacf-167493e652a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.990026] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Created folder: Project (beefd98a652e4f1f9f18c4c12c64da9a) in parent group-v354057. [ 1263.990026] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Creating folder: Instances. Parent ref: group-v354138. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.990026] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16f5d38-4741-4d57-9e67-642f08228f38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.003430] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Created folder: Instances in parent group-v354138. [ 1264.003430] env[62107]: DEBUG oslo.service.loopingcall [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.005655] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.006277] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5beda779-dac5-4460-9536-0f187758b96f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.036447] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.036447] env[62107]: value = "task-1698867" [ 1264.036447] env[62107]: _type = "Task" [ 1264.036447] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.045289] env[62107]: DEBUG nova.objects.base [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.046334] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad1b5f-7292-47ee-a63a-49e2482c35d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.056724] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698867, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.077438] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7bdbb0d-2220-4ea3-8723-0a3aeb3cdaed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.083829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.084170] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.090072] env[62107]: DEBUG oslo_vmware.api [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1264.090072] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5204bd26-f38f-fd85-61be-4cf91c97457d" [ 1264.090072] env[62107]: _type = "Task" [ 1264.090072] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.101930] env[62107]: DEBUG oslo_vmware.api [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698863, 'name': PowerOnVM_Task, 'duration_secs': 0.519985} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.101930] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.102421] env[62107]: INFO nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1264.102421] env[62107]: DEBUG nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1264.103412] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d505ef-d7f7-48b3-ace3-4278b12d45d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.109477] env[62107]: DEBUG oslo_vmware.api [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5204bd26-f38f-fd85-61be-4cf91c97457d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.131035] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698858, 'name': CloneVM_Task, 'duration_secs': 1.949774} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.133508] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Created linked-clone VM from snapshot [ 1264.134623] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe890e36-a6c1-478f-a009-faf43da34112 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.146732] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Uploading image 1acfab09-52c8-4f74-bdd5-636403071fc9 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1264.154531] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698864, 'name': Destroy_Task, 'duration_secs': 0.82713} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.155027] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Destroyed the VM [ 1264.155742] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1264.155742] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96d7e944-fa1b-41c1-9c98-d5e5947c8e28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.164296] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1264.164296] env[62107]: value = "task-1698868" [ 1264.164296] env[62107]: _type = "Task" [ 1264.164296] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.178089] env[62107]: DEBUG nova.network.neutron [-] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.179669] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.193136] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1264.193136] env[62107]: value = "vm-354137" [ 1264.193136] env[62107]: _type = "VirtualMachine" [ 1264.193136] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1264.193801] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2a84e5f-2366-4aa5-b579-d2314d2c3750 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.207310] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lease: (returnval){ [ 1264.207310] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5685a-70df-a2d6-f440-2773cd2fa1c1" [ 1264.207310] env[62107]: _type = "HttpNfcLease" [ 1264.207310] env[62107]: } obtained for exporting VM: (result){ [ 1264.207310] env[62107]: value = "vm-354137" [ 1264.207310] env[62107]: _type = "VirtualMachine" [ 1264.207310] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1264.207566] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the lease: (returnval){ [ 1264.207566] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5685a-70df-a2d6-f440-2773cd2fa1c1" [ 1264.207566] env[62107]: _type = "HttpNfcLease" [ 1264.207566] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.218149] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.218149] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5685a-70df-a2d6-f440-2773cd2fa1c1" [ 1264.218149] env[62107]: _type = "HttpNfcLease" [ 1264.218149] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.287717] env[62107]: DEBUG nova.compute.manager [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Received event network-changed-533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.287933] env[62107]: DEBUG nova.compute.manager [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Refreshing instance network info cache due to event network-changed-533137b8-1dbc-450b-8942-cb3a47cec3dc. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1264.288166] env[62107]: DEBUG oslo_concurrency.lockutils [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] Acquiring lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.288306] env[62107]: DEBUG oslo_concurrency.lockutils [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] Acquired lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.288469] env[62107]: DEBUG nova.network.neutron [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Refreshing network info cache for port 533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.316167] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.348527] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.391622] env[62107]: DEBUG nova.compute.manager [req-053f137b-a48c-4618-9e34-26094f9af93b req-2277f45e-88c5-45ba-af10-e5f26a3f16d6 service nova] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Received event network-vif-deleted-d2c7545e-77ac-4e89-be03-955600e9cba2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.518063] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de363ad1-a331-45f0-90a3-41a2bf37ba12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.527532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc1f5e2-c823-433a-8833-926d54462c2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.570556] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca75cf5-7dda-4da0-a85e-ba32ebce94d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.580886] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698867, 'name': CreateVM_Task, 'duration_secs': 0.473976} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.582299] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce0ac3-1e6a-44b6-9163-e5fb20b32dc7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.586236] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.587106] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.587311] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.587621] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.588273] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187e255c-1311-4996-87e0-640ead9921c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.599752] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.606237] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1264.606237] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52937f35-fbb1-3364-d548-f86ef42def1c" [ 1264.606237] env[62107]: _type = "Task" [ 1264.606237] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.612809] env[62107]: DEBUG oslo_vmware.api [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5204bd26-f38f-fd85-61be-4cf91c97457d, 'name': SearchDatastore_Task, 'duration_secs': 0.020194} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.612809] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.616973] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52937f35-fbb1-3364-d548-f86ef42def1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.630513] env[62107]: INFO nova.compute.manager [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Took 38.11 seconds to build instance. [ 1264.675220] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698868, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.680788] env[62107]: INFO nova.compute.manager [-] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Took 1.45 seconds to deallocate network for instance. [ 1264.697157] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.697425] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.697720] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.697815] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.698016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.699953] env[62107]: INFO nova.compute.manager [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Terminating instance [ 1264.701795] env[62107]: DEBUG nova.compute.manager [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1264.702029] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.702863] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278b8536-cae3-4d07-9d55-527f1ac4d2c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.710909] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.714107] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3455d1cc-aa78-4de6-8113-34182cc599fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.719563] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.719563] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5685a-70df-a2d6-f440-2773cd2fa1c1" [ 1264.719563] env[62107]: _type = "HttpNfcLease" [ 1264.719563] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1264.719941] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1264.719941] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5685a-70df-a2d6-f440-2773cd2fa1c1" [ 1264.719941] env[62107]: _type = "HttpNfcLease" [ 1264.719941] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1264.720950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d793f00-cf1e-449a-ad87-558a34239821 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.730888] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db9b9-a835-c46a-424f-48df0cbb849c/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1264.730888] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db9b9-a835-c46a-424f-48df0cbb849c/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1264.850750] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6f98104-d4e9-4713-98a9-3dbf2090d9c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.108659] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1265.123143] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52937f35-fbb1-3364-d548-f86ef42def1c, 'name': SearchDatastore_Task, 'duration_secs': 0.017598} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.123143] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.123143] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.123445] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.123708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.124058] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.124422] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8162472-341e-4662-8246-17fd8057c469 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.132966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6774804-4862-499b-a0b0-a370d1e27349 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "a910ff3a-d417-4114-b11e-e44772119b9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.130s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.133370] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.133593] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.140528] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adce9a4-a4a1-4816-a885-a3a4891ae3e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.149806] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1265.149806] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52618f31-04d6-5aea-7238-358eed31947f" [ 1265.149806] env[62107]: _type = "Task" [ 1265.149806] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.158691] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52618f31-04d6-5aea-7238-358eed31947f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.178023] env[62107]: DEBUG oslo_vmware.api [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698868, 'name': RemoveSnapshot_Task, 'duration_secs': 0.966454} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.178649] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1265.178796] env[62107]: INFO nova.compute.manager [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 1265.188256] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.216289] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.216832] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.217415] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleting the datastore file [datastore1] 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.218037] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0511504a-26f9-4866-91f0-00c47d9cf869 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.225074] env[62107]: DEBUG oslo_vmware.api [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1265.225074] env[62107]: value = "task-1698872" [ 1265.225074] env[62107]: _type = "Task" [ 1265.225074] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.236736] env[62107]: DEBUG oslo_vmware.api [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.375110] env[62107]: DEBUG nova.network.neutron [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updated VIF entry in instance network info cache for port 533137b8-1dbc-450b-8942-cb3a47cec3dc. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.375517] env[62107]: DEBUG nova.network.neutron [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updating instance_info_cache with network_info: [{"id": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "address": "fa:16:3e:65:5d:6a", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533137b8-1d", "ovs_interfaceid": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.617399] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1265.618148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.356s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.618148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.357s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.619802] env[62107]: INFO nova.compute.claims [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.643564] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1265.658503] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52618f31-04d6-5aea-7238-358eed31947f, 'name': SearchDatastore_Task, 'duration_secs': 0.023924} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.659348] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7552bb-7556-4357-8153-35b240060471 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.665217] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1265.665217] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ca2f7-f348-a6c3-0cac-8664f484d32b" [ 1265.665217] env[62107]: _type = "Task" [ 1265.665217] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.678768] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ca2f7-f348-a6c3-0cac-8664f484d32b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.687204] env[62107]: DEBUG nova.compute.manager [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Instance disappeared during snapshot {{(pid=62107) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1265.704007] env[62107]: DEBUG nova.compute.manager [None req-3f4166c9-21f1-48ca-a2cd-b627e7d6bcbc tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image not found during clean up 780758b7-8c3f-4052-b805-800f666c8f3a {{(pid=62107) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1265.737349] env[62107]: DEBUG oslo_vmware.api [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1698872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289969} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.737704] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.737896] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.738113] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.738408] env[62107]: INFO nova.compute.manager [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Took 1.04 seconds to destroy the instance on the hypervisor. [ 1265.738685] env[62107]: DEBUG oslo.service.loopingcall [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.739315] env[62107]: DEBUG nova.compute.manager [-] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1265.739483] env[62107]: DEBUG nova.network.neutron [-] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.799420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "cdec697b-1808-4f23-b40c-df3751bf4a44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.800145] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.878563] env[62107]: DEBUG oslo_concurrency.lockutils [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] Releasing lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.878563] env[62107]: DEBUG nova.compute.manager [req-61723f94-edf4-435b-8192-f74547a9a773 req-49849352-60ba-4681-b9d2-6fa4497f6a5e service nova] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Received event network-vif-deleted-699ba9b6-d8a5-41c8-a5b9-3be23d110199 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.179765] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ca2f7-f348-a6c3-0cac-8664f484d32b, 'name': SearchDatastore_Task, 'duration_secs': 0.014945} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.180966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.182134] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.182460] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7e95fc62-43f4-4f89-a62b-2cef6c997e2c/7e95fc62-43f4-4f89-a62b-2cef6c997e2c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.182796] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886ad0dc-13e9-4b41-ae73-ea5a33b317c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.201020] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1266.201020] env[62107]: value = "task-1698873" [ 1266.201020] env[62107]: _type = "Task" [ 1266.201020] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.209126] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.433058] env[62107]: DEBUG nova.compute.manager [req-54879fc2-b438-4a8d-8304-40a0b4d4f8d4 req-3dab947b-8ad2-4676-95c2-1f0b3d4cacbb service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Received event network-vif-deleted-11bdd585-d569-49ff-9b00-12d0f3d8e3af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.433058] env[62107]: INFO nova.compute.manager [req-54879fc2-b438-4a8d-8304-40a0b4d4f8d4 req-3dab947b-8ad2-4676-95c2-1f0b3d4cacbb service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Neutron deleted interface 11bdd585-d569-49ff-9b00-12d0f3d8e3af; detaching it from the instance and deleting it from the info cache [ 1266.433058] env[62107]: DEBUG nova.network.neutron [req-54879fc2-b438-4a8d-8304-40a0b4d4f8d4 req-3dab947b-8ad2-4676-95c2-1f0b3d4cacbb service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.627669] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.628223] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.628223] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1266.628580] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1266.664439] env[62107]: DEBUG nova.network.neutron [-] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.716788] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.936482] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39d90e29-3362-407c-a5e5-0214f0cca92c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.951211] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c96714-e63f-4f80-9aa7-fa5b629da563 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.989567] env[62107]: DEBUG nova.compute.manager [req-54879fc2-b438-4a8d-8304-40a0b4d4f8d4 req-3dab947b-8ad2-4676-95c2-1f0b3d4cacbb service nova] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Detach interface failed, port_id=11bdd585-d569-49ff-9b00-12d0f3d8e3af, reason: Instance 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1267.138372] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Skipping network cache update for instance because it is being deleted. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1267.138372] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Skipping network cache update for instance because it is Building. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1267.138372] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Skipping network cache update for instance because it is Building. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1267.170105] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.170287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.170441] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1267.170596] env[62107]: DEBUG nova.objects.instance [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lazy-loading 'info_cache' on Instance uuid 227a90d6-1651-45fb-bb34-c785a7a7ff49 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.172569] env[62107]: INFO nova.compute.manager [-] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Took 1.43 seconds to deallocate network for instance. [ 1267.204792] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360f428-2ab0-4200-8ed4-da1109c80f8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.217195] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3bb7cf-74fd-40c9-a816-0946a6baeae6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.220792] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617248} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.221049] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7e95fc62-43f4-4f89-a62b-2cef6c997e2c/7e95fc62-43f4-4f89-a62b-2cef6c997e2c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.221280] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.222043] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcdc8087-08fa-4f8f-8440-58c386d5e6a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.250493] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1471c5-4daa-448a-b101-aa8589ec3c92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.254842] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1267.254842] env[62107]: value = "task-1698875" [ 1267.254842] env[62107]: _type = "Task" [ 1267.254842] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.261788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f2564-8ae8-4fc4-97e0-3f9565a352b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.269047] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.280931] env[62107]: DEBUG nova.compute.provider_tree [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.683398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.767173] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.784449] env[62107]: DEBUG nova.scheduler.client.report [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1268.265803] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.65919} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.266080] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.266872] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4981ff2-b688-4f14-9420-e17fd95e71fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.289453] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 7e95fc62-43f4-4f89-a62b-2cef6c997e2c/7e95fc62-43f4-4f89-a62b-2cef6c997e2c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.290468] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.291248] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1268.294668] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0261339-b705-4020-b1e7-2e9c0b4c45b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.312568] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.089s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.312568] env[62107]: DEBUG nova.objects.instance [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1268.321118] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1268.321118] env[62107]: value = "task-1698876" [ 1268.321118] env[62107]: _type = "Task" [ 1268.321118] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.332626] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.814035] env[62107]: DEBUG nova.compute.utils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.815841] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1268.816145] env[62107]: DEBUG nova.network.neutron [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.831436] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698876, 'name': ReconfigVM_Task, 'duration_secs': 0.274963} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.831910] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 7e95fc62-43f4-4f89-a62b-2cef6c997e2c/7e95fc62-43f4-4f89-a62b-2cef6c997e2c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.833022] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b912479-f126-4a86-ad43-0cf7ba40efd8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.842068] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1268.842068] env[62107]: value = "task-1698877" [ 1268.842068] env[62107]: _type = "Task" [ 1268.842068] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.851381] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698877, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.938967] env[62107]: DEBUG nova.policy [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '291c218b8d1f4830b4c04f179117f475', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '049a19f51da0473cab29b5bbd1874ab2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1269.322751] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1269.327225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a1ef5c2c-4262-4817-8824-98aefdfcff3b tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.328651] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.307s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.329103] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.332337] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.908s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.334838] env[62107]: INFO nova.compute.claims [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.348485] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updating instance_info_cache with network_info: [{"id": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "address": "fa:16:3e:1d:f7:1f", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap743e8918-3f", "ovs_interfaceid": "743e8918-3f6f-46f2-83b8-37c5ca32a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.358933] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698877, 'name': Rename_Task, 'duration_secs': 0.185429} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.359468] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.361598] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acedaa2e-9914-4425-8c17-42301d24ac66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.372554] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1269.372554] env[62107]: value = "task-1698878" [ 1269.372554] env[62107]: _type = "Task" [ 1269.372554] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.381947] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.384929] env[62107]: INFO nova.scheduler.client.report [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Deleted allocations for instance 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24 [ 1269.862021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-227a90d6-1651-45fb-bb34-c785a7a7ff49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.862021] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1269.862021] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.862021] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.862021] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.862612] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.863035] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.863412] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.863648] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1269.886022] env[62107]: DEBUG oslo_vmware.api [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1698878, 'name': PowerOnVM_Task, 'duration_secs': 0.469933} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.886022] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.886022] env[62107]: INFO nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Took 9.60 seconds to spawn the instance on the hypervisor. [ 1269.886022] env[62107]: DEBUG nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1269.886022] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdf9230-4291-4c5b-a2c9-a4277eed6cdf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.898788] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5a65a54d-d06b-40f8-9c9e-cf1974eaedc9 tempest-FloatingIPsAssociationNegativeTestJSON-237674156 tempest-FloatingIPsAssociationNegativeTestJSON-237674156-project-member] Lock "9459abc8-7efd-4c3a-8dd4-ecaec1e39b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.847s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.967732] env[62107]: DEBUG nova.network.neutron [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Successfully created port: 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.336870] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1270.371982] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.372241] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.372379] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.372555] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.372694] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.372879] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.376040] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.376332] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.376465] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.376618] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.376802] env[62107]: DEBUG nova.virt.hardware [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.378024] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa91576-b005-463f-acc5-74ddb1560e4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.397217] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadcf91d-be42-4b33-9729-98d9357d1735 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.427655] env[62107]: INFO nova.compute.manager [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Took 37.80 seconds to build instance. [ 1270.934091] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8e4938d9-42c3-4c25-b3d7-a1356d000fe5 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.303s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.982707] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "6ca827e1-6be1-4f24-a56a-876454615e97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.982937] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "6ca827e1-6be1-4f24-a56a-876454615e97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.995958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2783581e-1a5f-4263-a225-7dcf51b13272 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.003400] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1038fbb6-2ebf-4568-9936-aba7d585a6cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.041313] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdabfb8-2a00-48f0-a957-0e509f1474fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.049397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc62633e-2904-408c-8e49-eccf3e5ee89c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.067121] env[62107]: DEBUG nova.compute.provider_tree [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.441182] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1271.573025] env[62107]: DEBUG nova.scheduler.client.report [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.889963] env[62107]: DEBUG nova.network.neutron [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Successfully updated port: 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.972780] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.077642] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.078200] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1272.081733] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.619s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.083603] env[62107]: INFO nova.compute.claims [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.166812] env[62107]: DEBUG nova.compute.manager [req-c9c9f0e4-915e-490e-8b8e-9c1768f102a4 req-07e78589-6b12-4a51-b88b-9d48e871c458 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received event network-vif-plugged-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1272.166812] env[62107]: DEBUG oslo_concurrency.lockutils [req-c9c9f0e4-915e-490e-8b8e-9c1768f102a4 req-07e78589-6b12-4a51-b88b-9d48e871c458 service nova] Acquiring lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.166980] env[62107]: DEBUG oslo_concurrency.lockutils [req-c9c9f0e4-915e-490e-8b8e-9c1768f102a4 req-07e78589-6b12-4a51-b88b-9d48e871c458 service nova] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.167079] env[62107]: DEBUG oslo_concurrency.lockutils [req-c9c9f0e4-915e-490e-8b8e-9c1768f102a4 req-07e78589-6b12-4a51-b88b-9d48e871c458 service nova] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.167281] env[62107]: DEBUG nova.compute.manager [req-c9c9f0e4-915e-490e-8b8e-9c1768f102a4 req-07e78589-6b12-4a51-b88b-9d48e871c458 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] No waiting events found dispatching network-vif-plugged-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1272.167476] env[62107]: WARNING nova.compute.manager [req-c9c9f0e4-915e-490e-8b8e-9c1768f102a4 req-07e78589-6b12-4a51-b88b-9d48e871c458 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received unexpected event network-vif-plugged-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb for instance with vm_state building and task_state spawning. [ 1272.279312] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "ed32836f-0827-4741-8a25-dc488c564917" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.279312] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "ed32836f-0827-4741-8a25-dc488c564917" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.311405] env[62107]: DEBUG nova.compute.manager [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Received event network-changed-533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1272.311621] env[62107]: DEBUG nova.compute.manager [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Refreshing instance network info cache due to event network-changed-533137b8-1dbc-450b-8942-cb3a47cec3dc. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1272.312217] env[62107]: DEBUG oslo_concurrency.lockutils [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] Acquiring lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.312268] env[62107]: DEBUG oslo_concurrency.lockutils [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] Acquired lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.312488] env[62107]: DEBUG nova.network.neutron [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Refreshing network info cache for port 533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.396293] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.396472] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.396589] env[62107]: DEBUG nova.network.neutron [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.590018] env[62107]: DEBUG nova.compute.utils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1272.591621] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1272.591847] env[62107]: DEBUG nova.network.neutron [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.658231] env[62107]: DEBUG nova.policy [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '187c6051b1af4b68b61b683b902970d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a888bf83ab12467683850b799e3b038a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1272.960485] env[62107]: DEBUG nova.network.neutron [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.101476] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1273.218167] env[62107]: DEBUG nova.network.neutron [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Successfully created port: 7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1273.249906] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db9b9-a835-c46a-424f-48df0cbb849c/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1273.250861] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ebce25-5be2-4e92-ae41-765e36823897 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.259870] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db9b9-a835-c46a-424f-48df0cbb849c/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1273.259980] env[62107]: ERROR oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db9b9-a835-c46a-424f-48df0cbb849c/disk-0.vmdk due to incomplete transfer. [ 1273.260225] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-513d76f4-e0f6-40d3-b3e9-06ef495ac0dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.269871] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525db9b9-a835-c46a-424f-48df0cbb849c/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1273.270131] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Uploaded image 1acfab09-52c8-4f74-bdd5-636403071fc9 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1273.272197] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1273.275439] env[62107]: DEBUG nova.network.neutron [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.277086] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30dedc1e-261f-4e20-8582-bf315e831894 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.283279] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1273.283279] env[62107]: value = "task-1698879" [ 1273.283279] env[62107]: _type = "Task" [ 1273.283279] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.296618] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698879, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.308264] env[62107]: DEBUG nova.network.neutron [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updated VIF entry in instance network info cache for port 533137b8-1dbc-450b-8942-cb3a47cec3dc. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.308614] env[62107]: DEBUG nova.network.neutron [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updating instance_info_cache with network_info: [{"id": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "address": "fa:16:3e:65:5d:6a", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533137b8-1d", "ovs_interfaceid": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.642638] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44071a08-f296-4a39-9e2a-df88c00761b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.652056] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a1358-d67e-4b64-8ce9-04b21e67732a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.686963] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b5c544-ef2b-469b-b9d1-8af56f427d53 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.694826] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8941c622-7e15-4cb9-b95c-93d5c7d3a4df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.712205] env[62107]: DEBUG nova.compute.provider_tree [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.779028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.779378] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Instance network_info: |[{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1273.779814] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:72:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.788161] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Creating folder: Project (049a19f51da0473cab29b5bbd1874ab2). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.788739] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f49a930-e278-4af6-910e-dcc56dd9ae61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.799204] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698879, 'name': Destroy_Task, 'duration_secs': 0.407142} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.799371] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Destroyed the VM [ 1273.799604] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1273.799872] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-090cfd37-8a3c-422f-acc0-7f183ae092c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.803119] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Created folder: Project (049a19f51da0473cab29b5bbd1874ab2) in parent group-v354057. [ 1273.803314] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Creating folder: Instances. Parent ref: group-v354141. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1273.803821] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eedd4688-ffc5-47ed-a587-9496d3b422e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.808193] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1273.808193] env[62107]: value = "task-1698881" [ 1273.808193] env[62107]: _type = "Task" [ 1273.808193] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.811309] env[62107]: DEBUG oslo_concurrency.lockutils [req-1143b960-4a71-46a1-93b4-568e99ddeb0e req-cc251158-ee70-4b28-a5bd-103fcf237b04 service nova] Releasing lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.815240] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Created folder: Instances in parent group-v354141. [ 1273.815240] env[62107]: DEBUG oslo.service.loopingcall [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.815240] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.815240] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c09434a-13aa-40af-88a1-bb8139989631 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.832050] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.837191] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.837191] env[62107]: value = "task-1698883" [ 1273.837191] env[62107]: _type = "Task" [ 1273.837191] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.844675] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698883, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.123838] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1274.150161] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1274.150161] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1274.150161] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.150161] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1274.150472] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.150472] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1274.150472] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1274.162473] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1274.162473] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1274.162473] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1274.162473] env[62107]: DEBUG nova.virt.hardware [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.162473] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da4585-114b-482e-b135-26b215bb27f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.167448] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23528cc-4fc6-47c7-994b-e59350125fa1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.202089] env[62107]: DEBUG nova.compute.manager [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1274.205694] env[62107]: DEBUG nova.compute.manager [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing instance network info cache due to event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1274.206241] env[62107]: DEBUG oslo_concurrency.lockutils [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.207236] env[62107]: DEBUG oslo_concurrency.lockutils [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.207433] env[62107]: DEBUG nova.network.neutron [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.218065] env[62107]: DEBUG nova.scheduler.client.report [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1274.320808] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698881, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.347932] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698883, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.722929] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.730028] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1274.730028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.737s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.730028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.730028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.568s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.730028] env[62107]: INFO nova.compute.claims [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.758545] env[62107]: INFO nova.scheduler.client.report [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Deleted allocations for instance e0161e23-d28e-42e7-b30a-cc2b275cc96a [ 1274.820412] env[62107]: DEBUG oslo_vmware.api [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698881, 'name': RemoveSnapshot_Task, 'duration_secs': 0.885218} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.821260] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1274.821505] env[62107]: INFO nova.compute.manager [None req-7b02e245-d166-423c-afd6-987a761e42e0 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Took 15.37 seconds to snapshot the instance on the hypervisor. [ 1274.852474] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698883, 'name': CreateVM_Task, 'duration_secs': 0.521877} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.852474] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.852474] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.852474] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.852474] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.852747] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c451fe94-c105-47dc-925c-70ae282674ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.859731] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1274.859731] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa9736-62dc-9ae4-9c95-c6314e74e008" [ 1274.859731] env[62107]: _type = "Task" [ 1274.859731] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.868290] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa9736-62dc-9ae4-9c95-c6314e74e008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.238062] env[62107]: DEBUG nova.compute.utils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1275.243251] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1275.243404] env[62107]: DEBUG nova.network.neutron [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.268567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5550f490-d787-464e-81c3-e2ae0c650d36 tempest-AttachInterfacesV270Test-616249122 tempest-AttachInterfacesV270Test-616249122-project-member] Lock "e0161e23-d28e-42e7-b30a-cc2b275cc96a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.544s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.291503] env[62107]: DEBUG nova.network.neutron [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updated VIF entry in instance network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.291881] env[62107]: DEBUG nova.network.neutron [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.308654] env[62107]: DEBUG nova.policy [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe8e5f4964f9495dbfd63b9a21cf8176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af8626f9c832455a8dbdc45e26b89b4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1275.372425] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa9736-62dc-9ae4-9c95-c6314e74e008, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.372751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.373023] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.373260] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.373413] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.373589] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.373845] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dadbe46-5abf-4c11-bd33-099e01137da2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.383614] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.383816] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.384710] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb226ac-60e9-4365-9a14-67eaff3421bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.390775] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1275.390775] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5204c846-fa26-695a-482c-36b7422dbea9" [ 1275.390775] env[62107]: _type = "Task" [ 1275.390775] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.400215] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5204c846-fa26-695a-482c-36b7422dbea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.539664] env[62107]: DEBUG nova.network.neutron [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Successfully updated port: 7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.714128] env[62107]: DEBUG nova.network.neutron [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Successfully created port: 482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.747886] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1275.796102] env[62107]: DEBUG oslo_concurrency.lockutils [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.796102] env[62107]: DEBUG nova.compute.manager [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Received event network-changed-533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.796102] env[62107]: DEBUG nova.compute.manager [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Refreshing instance network info cache due to event network-changed-533137b8-1dbc-450b-8942-cb3a47cec3dc. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1275.796102] env[62107]: DEBUG oslo_concurrency.lockutils [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] Acquiring lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.796102] env[62107]: DEBUG oslo_concurrency.lockutils [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] Acquired lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.796303] env[62107]: DEBUG nova.network.neutron [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Refreshing network info cache for port 533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.904240] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5204c846-fa26-695a-482c-36b7422dbea9, 'name': SearchDatastore_Task, 'duration_secs': 0.008134} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.908117] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e5f151-61af-43d9-943e-635740cafdc8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.913029] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1275.913029] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52364d08-82fa-ec80-b34b-acbe3b40c91f" [ 1275.913029] env[62107]: _type = "Task" [ 1275.913029] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.925479] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52364d08-82fa-ec80-b34b-acbe3b40c91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.044094] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "refresh_cache-33c80b8d-b98c-4687-b868-17262c39ec6b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.045500] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "refresh_cache-33c80b8d-b98c-4687-b868-17262c39ec6b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.045500] env[62107]: DEBUG nova.network.neutron [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.348663] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3a65f1-c580-422f-9182-f796eb1d00af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.362234] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9378c8cb-1d7e-4989-8da0-71c9904c2173 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.397137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ffc82f-c6d0-4885-80cf-d728c897329e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.405249] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97363a5d-7732-4d95-bddb-36ebcaa2cd46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.421037] env[62107]: DEBUG nova.compute.provider_tree [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.430581] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52364d08-82fa-ec80-b34b-acbe3b40c91f, 'name': SearchDatastore_Task, 'duration_secs': 0.034752} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.430845] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.431116] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f38daa2e-be7c-4f6d-ab0c-119bc2dfde16/f38daa2e-be7c-4f6d-ab0c-119bc2dfde16.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.431374] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e414f1-d3fb-41e8-b513-ff2bd1c21358 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.440845] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1276.440845] env[62107]: value = "task-1698884" [ 1276.440845] env[62107]: _type = "Task" [ 1276.440845] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.449764] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.634157] env[62107]: DEBUG nova.network.neutron [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.766320] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1276.797683] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1276.797925] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1276.798092] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.798345] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1276.798433] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.798547] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1276.798749] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1276.798909] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1276.799085] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1276.799298] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1276.799475] env[62107]: DEBUG nova.virt.hardware [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1276.800443] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6761558d-8c17-471e-8368-8a8c2d4eb863 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.810228] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d6bdbf-8462-474c-9b81-29150b683915 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.827201] env[62107]: DEBUG nova.network.neutron [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updated VIF entry in instance network info cache for port 533137b8-1dbc-450b-8942-cb3a47cec3dc. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.827724] env[62107]: DEBUG nova.network.neutron [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updating instance_info_cache with network_info: [{"id": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "address": "fa:16:3e:65:5d:6a", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap533137b8-1d", "ovs_interfaceid": "533137b8-1dbc-450b-8942-cb3a47cec3dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.891390] env[62107]: DEBUG nova.compute.manager [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Received event network-vif-plugged-7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.891586] env[62107]: DEBUG oslo_concurrency.lockutils [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] Acquiring lock "33c80b8d-b98c-4687-b868-17262c39ec6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.891905] env[62107]: DEBUG oslo_concurrency.lockutils [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.892222] env[62107]: DEBUG oslo_concurrency.lockutils [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.892801] env[62107]: DEBUG nova.compute.manager [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] No waiting events found dispatching network-vif-plugged-7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1276.893714] env[62107]: WARNING nova.compute.manager [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Received unexpected event network-vif-plugged-7d59954f-ec93-472b-ae12-7d3670334af3 for instance with vm_state building and task_state spawning. [ 1276.893714] env[62107]: DEBUG nova.compute.manager [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Received event network-changed-7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1276.893714] env[62107]: DEBUG nova.compute.manager [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Refreshing instance network info cache due to event network-changed-7d59954f-ec93-472b-ae12-7d3670334af3. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1276.893714] env[62107]: DEBUG oslo_concurrency.lockutils [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] Acquiring lock "refresh_cache-33c80b8d-b98c-4687-b868-17262c39ec6b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.926957] env[62107]: DEBUG nova.scheduler.client.report [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1276.955822] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499241} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.956411] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f38daa2e-be7c-4f6d-ab0c-119bc2dfde16/f38daa2e-be7c-4f6d-ab0c-119bc2dfde16.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.956774] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.957250] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3860a08-dd88-4938-91f5-e80d9c53c97e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.964730] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1276.964730] env[62107]: value = "task-1698885" [ 1276.964730] env[62107]: _type = "Task" [ 1276.964730] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.974367] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.011434] env[62107]: DEBUG nova.network.neutron [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Updating instance_info_cache with network_info: [{"id": "7d59954f-ec93-472b-ae12-7d3670334af3", "address": "fa:16:3e:cf:20:53", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d59954f-ec", "ovs_interfaceid": "7d59954f-ec93-472b-ae12-7d3670334af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.045020] env[62107]: DEBUG nova.compute.manager [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1277.045020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee652f-f7f9-47cb-864c-93add4d2e0df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.333540] env[62107]: DEBUG oslo_concurrency.lockutils [req-4d133566-e9ac-4bc7-bfda-55889810832f req-e90bdf54-a407-45db-abff-d77b0c97edc8 service nova] Releasing lock "refresh_cache-7e95fc62-43f4-4f89-a62b-2cef6c997e2c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.433010] env[62107]: DEBUG nova.network.neutron [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Successfully updated port: 482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.434818] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.438456] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1277.441290] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.142s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.445679] env[62107]: INFO nova.compute.claims [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.475946] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086201} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.476736] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.477578] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540fe881-4000-4563-96b3-2c86e9de781f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.501829] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] f38daa2e-be7c-4f6d-ab0c-119bc2dfde16/f38daa2e-be7c-4f6d-ab0c-119bc2dfde16.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.503814] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec30b8f-d68b-494f-a661-8fe0d25ba07f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.519401] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "refresh_cache-33c80b8d-b98c-4687-b868-17262c39ec6b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.519686] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Instance network_info: |[{"id": "7d59954f-ec93-472b-ae12-7d3670334af3", "address": "fa:16:3e:cf:20:53", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d59954f-ec", "ovs_interfaceid": "7d59954f-ec93-472b-ae12-7d3670334af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1277.520050] env[62107]: DEBUG oslo_concurrency.lockutils [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] Acquired lock "refresh_cache-33c80b8d-b98c-4687-b868-17262c39ec6b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.520233] env[62107]: DEBUG nova.network.neutron [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Refreshing network info cache for port 7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.521465] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:20:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d59954f-ec93-472b-ae12-7d3670334af3', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.531353] env[62107]: DEBUG oslo.service.loopingcall [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.532690] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.533544] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c42b6395-e698-47f4-b75a-486eee7261b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.557396] env[62107]: DEBUG nova.compute.manager [req-c081c021-2abc-4f6f-88c8-7a31258c661a req-244f755f-80ec-40bd-b2c8-0fc0a6446efa service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Received event network-vif-plugged-482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1277.557488] env[62107]: DEBUG oslo_concurrency.lockutils [req-c081c021-2abc-4f6f-88c8-7a31258c661a req-244f755f-80ec-40bd-b2c8-0fc0a6446efa service nova] Acquiring lock "040543b1-db31-45db-8cbb-8fec5091cdb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.558283] env[62107]: DEBUG oslo_concurrency.lockutils [req-c081c021-2abc-4f6f-88c8-7a31258c661a req-244f755f-80ec-40bd-b2c8-0fc0a6446efa service nova] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.558283] env[62107]: DEBUG oslo_concurrency.lockutils [req-c081c021-2abc-4f6f-88c8-7a31258c661a req-244f755f-80ec-40bd-b2c8-0fc0a6446efa service nova] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.558283] env[62107]: DEBUG nova.compute.manager [req-c081c021-2abc-4f6f-88c8-7a31258c661a req-244f755f-80ec-40bd-b2c8-0fc0a6446efa service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] No waiting events found dispatching network-vif-plugged-482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1277.558772] env[62107]: WARNING nova.compute.manager [req-c081c021-2abc-4f6f-88c8-7a31258c661a req-244f755f-80ec-40bd-b2c8-0fc0a6446efa service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Received unexpected event network-vif-plugged-482042cb-e47d-4bf6-bc40-05084868585a for instance with vm_state building and task_state spawning. [ 1277.559721] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1277.559721] env[62107]: value = "task-1698886" [ 1277.559721] env[62107]: _type = "Task" [ 1277.559721] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.560956] env[62107]: INFO nova.compute.manager [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] instance snapshotting [ 1277.567591] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647177c7-185a-4953-80cf-92fd8a101175 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.575391] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.575391] env[62107]: value = "task-1698887" [ 1277.575391] env[62107]: _type = "Task" [ 1277.575391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.594748] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.595818] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c44c9e2-42dd-4776-8454-b327dacc3058 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.602562] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698887, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.942090] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.942255] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquired lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.942386] env[62107]: DEBUG nova.network.neutron [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.948611] env[62107]: DEBUG nova.compute.utils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1277.958229] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1277.958864] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.037522] env[62107]: DEBUG nova.policy [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923f246ebc1d4b459b20ebbd8d95f54e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1761ed4ae8194170a68fca2e9b705fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1278.081337] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698886, 'name': ReconfigVM_Task, 'duration_secs': 0.338168} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.085682] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Reconfigured VM instance instance-0000001b to attach disk [datastore1] f38daa2e-be7c-4f6d-ab0c-119bc2dfde16/f38daa2e-be7c-4f6d-ab0c-119bc2dfde16.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.086473] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b97c337-fbf1-49a4-89c3-d15688bb7a3e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.099047] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.099345] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.099793] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698887, 'name': CreateVM_Task, 'duration_secs': 0.387829} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.100114] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1278.100114] env[62107]: value = "task-1698888" [ 1278.100114] env[62107]: _type = "Task" [ 1278.100114] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.100350] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.101393] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.102257] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.102587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1278.106919] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011c1285-408c-4cd5-bbca-a65eddc74dfa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.110095] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1278.110331] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2b75821-69d1-4167-a1b6-fd75e93ae0fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.118008] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1278.118008] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52074d5a-d463-ac4b-83be-3cf41b6aba16" [ 1278.118008] env[62107]: _type = "Task" [ 1278.118008] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.118301] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698888, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.125406] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1278.125406] env[62107]: value = "task-1698889" [ 1278.125406] env[62107]: _type = "Task" [ 1278.125406] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.133391] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52074d5a-d463-ac4b-83be-3cf41b6aba16, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.134240] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.134552] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.134839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.135053] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.135260] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.139886] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169edd52-f324-4cf4-98eb-b9379225f0c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.142270] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698889, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.150690] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.150957] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.151666] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2177143-1675-4c94-a866-00ae64ce172e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.157189] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1278.157189] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52853fd5-2c43-0390-e3e2-f64fe99f288e" [ 1278.157189] env[62107]: _type = "Task" [ 1278.157189] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.165518] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52853fd5-2c43-0390-e3e2-f64fe99f288e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.386257] env[62107]: DEBUG nova.network.neutron [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Updated VIF entry in instance network info cache for port 7d59954f-ec93-472b-ae12-7d3670334af3. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.386614] env[62107]: DEBUG nova.network.neutron [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Updating instance_info_cache with network_info: [{"id": "7d59954f-ec93-472b-ae12-7d3670334af3", "address": "fa:16:3e:cf:20:53", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d59954f-ec", "ovs_interfaceid": "7d59954f-ec93-472b-ae12-7d3670334af3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.428573] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Successfully created port: 818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.460125] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1278.487844] env[62107]: DEBUG nova.network.neutron [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.616425] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698888, 'name': Rename_Task, 'duration_secs': 0.144107} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.616790] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.617078] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eeb0b9b-663f-4f20-80ea-adcbb1b51cec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.630401] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1278.630401] env[62107]: value = "task-1698890" [ 1278.630401] env[62107]: _type = "Task" [ 1278.630401] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.648570] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698890, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.649124] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698889, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.672887] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52853fd5-2c43-0390-e3e2-f64fe99f288e, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.673877] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb753bd-b80b-4363-962f-4b5ae098b031 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.683303] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1278.683303] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523d31ad-5ba7-2779-9f9e-25b733c20528" [ 1278.683303] env[62107]: _type = "Task" [ 1278.683303] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.697218] env[62107]: DEBUG nova.network.neutron [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Updating instance_info_cache with network_info: [{"id": "482042cb-e47d-4bf6-bc40-05084868585a", "address": "fa:16:3e:cf:20:01", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482042cb-e4", "ovs_interfaceid": "482042cb-e47d-4bf6-bc40-05084868585a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.698277] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523d31ad-5ba7-2779-9f9e-25b733c20528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.890211] env[62107]: DEBUG oslo_concurrency.lockutils [req-e31aaf17-ddde-4097-b535-73879768013c req-ed66a055-6fc6-4471-b0cd-6f31377e1f2f service nova] Releasing lock "refresh_cache-33c80b8d-b98c-4687-b868-17262c39ec6b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.089705] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb709adb-9dfe-43f7-a073-3acecf58af6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.099236] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9007d-5dbc-47ce-9071-041799917e04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.135681] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea4ec0-338e-4e36-83e9-86babf50487d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.153360] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb3fa8-429b-4ab7-ae1e-ba4873a776ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.157868] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698889, 'name': CreateSnapshot_Task, 'duration_secs': 0.526779} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.158138] env[62107]: DEBUG oslo_vmware.api [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1698890, 'name': PowerOnVM_Task, 'duration_secs': 0.497811} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.158414] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1279.158678] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.158877] env[62107]: INFO nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1279.159065] env[62107]: DEBUG nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1279.160221] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fe0849-235f-4727-a117-a2b97122e920 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.163409] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e74a06-8945-44b3-a0d4-c3dd5f436f37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.175338] env[62107]: DEBUG nova.compute.provider_tree [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.200207] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523d31ad-5ba7-2779-9f9e-25b733c20528, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.204021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Releasing lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.204021] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Instance network_info: |[{"id": "482042cb-e47d-4bf6-bc40-05084868585a", "address": "fa:16:3e:cf:20:01", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482042cb-e4", "ovs_interfaceid": "482042cb-e47d-4bf6-bc40-05084868585a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1279.204312] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.204312] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 33c80b8d-b98c-4687-b868-17262c39ec6b/33c80b8d-b98c-4687-b868-17262c39ec6b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.204312] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:20:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '482042cb-e47d-4bf6-bc40-05084868585a', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.210088] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Creating folder: Project (af8626f9c832455a8dbdc45e26b89b4e). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.210350] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe349aa5-b96e-429e-b858-c3c460586091 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.213282] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-362e8566-8713-4187-a01c-37059ff7fba5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.222732] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1279.222732] env[62107]: value = "task-1698891" [ 1279.222732] env[62107]: _type = "Task" [ 1279.222732] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.225550] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Created folder: Project (af8626f9c832455a8dbdc45e26b89b4e) in parent group-v354057. [ 1279.226760] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Creating folder: Instances. Parent ref: group-v354146. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.226760] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8ea1ae-594d-4ac2-bd97-ddc731b9e42b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.231321] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.238989] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Created folder: Instances in parent group-v354146. [ 1279.239299] env[62107]: DEBUG oslo.service.loopingcall [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1279.239525] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.239747] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6441dd-e838-488a-be48-584cf00f6460 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.262269] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.262269] env[62107]: value = "task-1698894" [ 1279.262269] env[62107]: _type = "Task" [ 1279.262269] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.271557] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698894, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.479033] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1279.515156] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1279.515489] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1279.515632] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.516659] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1279.517361] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.517659] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1279.517962] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1279.518260] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1279.518415] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1279.518613] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1279.518851] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.520274] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cbfae1-bfe7-4c71-bc13-9551235f0e6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.532527] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a32c59-9553-4796-8639-dc4011fb9886 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.693726] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1279.695028] env[62107]: DEBUG nova.scheduler.client.report [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.702621] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb28e478-a707-46e4-acfd-4e406470099f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.708776] env[62107]: INFO nova.compute.manager [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Took 44.47 seconds to build instance. [ 1279.712936] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1279.712936] env[62107]: value = "task-1698895" [ 1279.712936] env[62107]: _type = "Task" [ 1279.712936] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.724411] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698895, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.734366] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698891, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.773043] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698894, 'name': CreateVM_Task, 'duration_secs': 0.477555} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.774118] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.775061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.775294] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.775722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1279.776082] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b306ae8f-60b6-41a4-9a86-e68f9120e915 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.782444] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1279.782444] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ad9d42-dc71-43f5-fae5-230408fb7ddb" [ 1279.782444] env[62107]: _type = "Task" [ 1279.782444] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.794580] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ad9d42-dc71-43f5-fae5-230408fb7ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.831942] env[62107]: DEBUG nova.compute.manager [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Received event network-changed-482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1279.831942] env[62107]: DEBUG nova.compute.manager [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Refreshing instance network info cache due to event network-changed-482042cb-e47d-4bf6-bc40-05084868585a. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1279.831942] env[62107]: DEBUG oslo_concurrency.lockutils [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] Acquiring lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.832095] env[62107]: DEBUG oslo_concurrency.lockutils [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] Acquired lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.832405] env[62107]: DEBUG nova.network.neutron [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Refreshing network info cache for port 482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.118205] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.118707] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.207484] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.209189] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1280.214816] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.863s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.214816] env[62107]: INFO nova.compute.claims [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.215911] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2a4dce9-9eab-4573-a1f0-0bece38d6721 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.320s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.226318] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698895, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.235852] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591417} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.235852] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 33c80b8d-b98c-4687-b868-17262c39ec6b/33c80b8d-b98c-4687-b868-17262c39ec6b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.235852] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.235852] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9055cf8-f9b2-4003-a03b-615ef24999cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.242677] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1280.242677] env[62107]: value = "task-1698896" [ 1280.242677] env[62107]: _type = "Task" [ 1280.242677] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.252197] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.284678] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Successfully updated port: 818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.298360] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ad9d42-dc71-43f5-fae5-230408fb7ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.016712} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.298671] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.299052] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.299189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.299346] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.300019] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.300019] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb9388d7-0ebd-4b7b-84c8-87666038e85e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.309920] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.309920] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.311161] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f844076b-b317-4ac3-83ba-cb6358a7a529 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.317469] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1280.317469] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527655f8-623c-bf1d-7c48-e91c2a2c013a" [ 1280.317469] env[62107]: _type = "Task" [ 1280.317469] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.326036] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527655f8-623c-bf1d-7c48-e91c2a2c013a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.385288] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "a6f02d11-2787-4043-a7c5-677089f30a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.385518] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "a6f02d11-2787-4043-a7c5-677089f30a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.641019] env[62107]: DEBUG nova.network.neutron [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Updated VIF entry in instance network info cache for port 482042cb-e47d-4bf6-bc40-05084868585a. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.641019] env[62107]: DEBUG nova.network.neutron [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Updating instance_info_cache with network_info: [{"id": "482042cb-e47d-4bf6-bc40-05084868585a", "address": "fa:16:3e:cf:20:01", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482042cb-e4", "ovs_interfaceid": "482042cb-e47d-4bf6-bc40-05084868585a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.717790] env[62107]: DEBUG nova.compute.utils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1280.722276] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1280.723057] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.733119] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1280.744534] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698895, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.756341] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085962} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.756341] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.756525] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90813c6-3dbc-465d-b0ab-e8a1761ba6ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.782737] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 33c80b8d-b98c-4687-b868-17262c39ec6b/33c80b8d-b98c-4687-b868-17262c39ec6b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.784119] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa5541c-3bfb-4bcf-98ba-74ccbe146af6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.802064] env[62107]: DEBUG nova.policy [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923f246ebc1d4b459b20ebbd8d95f54e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1761ed4ae8194170a68fca2e9b705fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1280.806321] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "refresh_cache-42a81f1b-11c0-40e0-81c6-644d9ce792d0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.806321] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "refresh_cache-42a81f1b-11c0-40e0-81c6-644d9ce792d0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.806321] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.811587] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1280.811587] env[62107]: value = "task-1698897" [ 1280.811587] env[62107]: _type = "Task" [ 1280.811587] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.820881] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.830363] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527655f8-623c-bf1d-7c48-e91c2a2c013a, 'name': SearchDatastore_Task, 'duration_secs': 0.02846} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.831272] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae602ef-f1c0-471b-bf73-27c764ca60dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.840221] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1280.840221] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e94312-7ec8-8545-0294-768cebf7d0e7" [ 1280.840221] env[62107]: _type = "Task" [ 1280.840221] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.849304] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e94312-7ec8-8545-0294-768cebf7d0e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.957466] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.958255] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.072374] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.142460] env[62107]: DEBUG oslo_concurrency.lockutils [req-15aa0a94-c436-4a62-8cf5-51689d44c3d0 req-3ebcb7d7-bb99-4f45-9154-96a57654dc29 service nova] Releasing lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.187129] env[62107]: DEBUG nova.compute.manager [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.187340] env[62107]: DEBUG nova.compute.manager [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing instance network info cache due to event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1281.187548] env[62107]: DEBUG oslo_concurrency.lockutils [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.187687] env[62107]: DEBUG oslo_concurrency.lockutils [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.187838] env[62107]: DEBUG nova.network.neutron [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.220565] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1281.247628] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698895, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.258908] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Successfully created port: 3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1281.266187] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.323571] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698897, 'name': ReconfigVM_Task, 'duration_secs': 0.434419} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.323807] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 33c80b8d-b98c-4687-b868-17262c39ec6b/33c80b8d-b98c-4687-b868-17262c39ec6b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.324504] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61009bca-4569-4119-8132-8c624a8cae7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.332728] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1281.332728] env[62107]: value = "task-1698898" [ 1281.332728] env[62107]: _type = "Task" [ 1281.332728] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.342050] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698898, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.349617] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e94312-7ec8-8545-0294-768cebf7d0e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.349898] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.350174] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 040543b1-db31-45db-8cbb-8fec5091cdb0/040543b1-db31-45db-8cbb-8fec5091cdb0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.350432] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ab5296-65bc-4219-8251-92ad2b70520e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.360509] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1281.360509] env[62107]: value = "task-1698899" [ 1281.360509] env[62107]: _type = "Task" [ 1281.360509] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.369124] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.475140] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.578776] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.685098] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Updating instance_info_cache with network_info: [{"id": "818e4803-67b9-47d9-b038-137f43af7860", "address": "fa:16:3e:aa:27:63", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818e4803-67", "ovs_interfaceid": "818e4803-67b9-47d9-b038-137f43af7860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.732394] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698895, 'name': CloneVM_Task, 'duration_secs': 1.614794} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.732394] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Created linked-clone VM from snapshot [ 1281.732394] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62436199-1db9-4176-87b0-b20b10b7bec6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.750981] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Uploading image d70c3cf1-2475-451c-9de6-be2a4e0e4a45 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1281.786047] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1281.786047] env[62107]: value = "vm-354149" [ 1281.786047] env[62107]: _type = "VirtualMachine" [ 1281.786047] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1281.786324] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a9ac6261-37cd-45b3-8bb7-4e8df81c45c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.802221] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lease: (returnval){ [ 1281.802221] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa84b5-8d1d-cf96-7dc1-41f459c6f411" [ 1281.802221] env[62107]: _type = "HttpNfcLease" [ 1281.802221] env[62107]: } obtained for exporting VM: (result){ [ 1281.802221] env[62107]: value = "vm-354149" [ 1281.802221] env[62107]: _type = "VirtualMachine" [ 1281.802221] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1281.802536] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the lease: (returnval){ [ 1281.802536] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa84b5-8d1d-cf96-7dc1-41f459c6f411" [ 1281.802536] env[62107]: _type = "HttpNfcLease" [ 1281.802536] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1281.811751] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1281.811751] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa84b5-8d1d-cf96-7dc1-41f459c6f411" [ 1281.811751] env[62107]: _type = "HttpNfcLease" [ 1281.811751] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1281.848377] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698898, 'name': Rename_Task, 'duration_secs': 0.157257} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.848377] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.848377] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9e89bf-8391-4d67-b293-9821d514e262 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.853142] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1281.853142] env[62107]: value = "task-1698901" [ 1281.853142] env[62107]: _type = "Task" [ 1281.853142] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.863832] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.879611] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698899, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.892742] env[62107]: DEBUG nova.compute.manager [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Received event network-vif-plugged-818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.893440] env[62107]: DEBUG oslo_concurrency.lockutils [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] Acquiring lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.893440] env[62107]: DEBUG oslo_concurrency.lockutils [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.893440] env[62107]: DEBUG oslo_concurrency.lockutils [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.893618] env[62107]: DEBUG nova.compute.manager [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] No waiting events found dispatching network-vif-plugged-818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1281.893795] env[62107]: WARNING nova.compute.manager [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Received unexpected event network-vif-plugged-818e4803-67b9-47d9-b038-137f43af7860 for instance with vm_state building and task_state spawning. [ 1281.893795] env[62107]: DEBUG nova.compute.manager [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Received event network-changed-818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.893937] env[62107]: DEBUG nova.compute.manager [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Refreshing instance network info cache due to event network-changed-818e4803-67b9-47d9-b038-137f43af7860. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1281.894151] env[62107]: DEBUG oslo_concurrency.lockutils [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] Acquiring lock "refresh_cache-42a81f1b-11c0-40e0-81c6-644d9ce792d0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.922325] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51046016-9c8c-4427-8dd8-3c1da39d95ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.931815] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972e6f95-4130-49e1-956b-9dec715eaac7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.967180] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638ebdf3-ab96-486b-803d-9c22d8b77299 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.975102] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e679cc-b6ea-45e5-8524-bfda9edbef92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.989899] env[62107]: DEBUG nova.compute.provider_tree [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.088864] env[62107]: DEBUG nova.network.neutron [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updated VIF entry in instance network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.089346] env[62107]: DEBUG nova.network.neutron [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.187242] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "refresh_cache-42a81f1b-11c0-40e0-81c6-644d9ce792d0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.187547] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Instance network_info: |[{"id": "818e4803-67b9-47d9-b038-137f43af7860", "address": "fa:16:3e:aa:27:63", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818e4803-67", "ovs_interfaceid": "818e4803-67b9-47d9-b038-137f43af7860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1282.187852] env[62107]: DEBUG oslo_concurrency.lockutils [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] Acquired lock "refresh_cache-42a81f1b-11c0-40e0-81c6-644d9ce792d0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.188046] env[62107]: DEBUG nova.network.neutron [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Refreshing network info cache for port 818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.189288] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:27:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818e4803-67b9-47d9-b038-137f43af7860', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.197531] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Creating folder: Project (1761ed4ae8194170a68fca2e9b705fd2). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.200530] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ffd0b7-a408-40d7-a852-6735a65873b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.212614] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Created folder: Project (1761ed4ae8194170a68fca2e9b705fd2) in parent group-v354057. [ 1282.212810] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Creating folder: Instances. Parent ref: group-v354150. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.213056] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39735ee9-387e-40ce-a3ac-826797055143 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.221884] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Created folder: Instances in parent group-v354150. [ 1282.222155] env[62107]: DEBUG oslo.service.loopingcall [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.222832] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.222832] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-044447e3-9345-48dd-a71f-1c5101b97687 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.242851] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1282.247568] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.247568] env[62107]: value = "task-1698904" [ 1282.247568] env[62107]: _type = "Task" [ 1282.247568] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.254810] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698904, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.271181] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1282.271444] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1282.271598] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.271787] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1282.271940] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.272135] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1282.272366] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1282.272523] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1282.272685] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1282.273017] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1282.273017] env[62107]: DEBUG nova.virt.hardware [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1282.274183] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61368376-2781-456c-8217-07a941d491c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.283866] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a71231-7274-4265-a752-fa5110c0099e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.309537] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.309537] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa84b5-8d1d-cf96-7dc1-41f459c6f411" [ 1282.309537] env[62107]: _type = "HttpNfcLease" [ 1282.309537] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1282.309833] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1282.309833] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fa84b5-8d1d-cf96-7dc1-41f459c6f411" [ 1282.309833] env[62107]: _type = "HttpNfcLease" [ 1282.309833] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1282.310587] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b989474d-291f-4626-a795-239c5b066e30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.318116] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1f9a7-04ce-f264-369c-8b3e18691967/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1282.318314] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1f9a7-04ce-f264-369c-8b3e18691967/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1282.389830] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521482} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.392785] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 040543b1-db31-45db-8cbb-8fec5091cdb0/040543b1-db31-45db-8cbb-8fec5091cdb0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.392999] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.393801] env[62107]: DEBUG oslo_vmware.api [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1698901, 'name': PowerOnVM_Task, 'duration_secs': 0.510078} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.393801] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031c8805-f58f-4dc7-b0ae-b28ccb8e3116 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.395253] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.395449] env[62107]: INFO nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1282.395668] env[62107]: DEBUG nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1282.396369] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9089fb-e1da-4c69-9783-86d24e7d483f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.405801] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1282.405801] env[62107]: value = "task-1698905" [ 1282.405801] env[62107]: _type = "Task" [ 1282.405801] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.413653] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.457466] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0da34da2-dedb-4626-9ad1-51c918bee1e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.493232] env[62107]: DEBUG nova.scheduler.client.report [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1282.522151] env[62107]: DEBUG nova.network.neutron [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Updated VIF entry in instance network info cache for port 818e4803-67b9-47d9-b038-137f43af7860. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.522549] env[62107]: DEBUG nova.network.neutron [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Updating instance_info_cache with network_info: [{"id": "818e4803-67b9-47d9-b038-137f43af7860", "address": "fa:16:3e:aa:27:63", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818e4803-67", "ovs_interfaceid": "818e4803-67b9-47d9-b038-137f43af7860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.592408] env[62107]: DEBUG oslo_concurrency.lockutils [req-8c3ffef6-f840-4e9f-aee4-93ea0af9e10c req-699153db-5b40-4ba0-980b-be16b47a5a0e service nova] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.758628] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698904, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.918432] env[62107]: INFO nova.compute.manager [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Took 42.54 seconds to build instance. [ 1282.928366] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262622} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.933013] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.934066] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3698da-395e-43b0-b152-99d10da3f098 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.971422] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 040543b1-db31-45db-8cbb-8fec5091cdb0/040543b1-db31-45db-8cbb-8fec5091cdb0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.973505] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Successfully updated port: 3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.974833] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91f6c5b-86f4-4609-82ac-636b2cb1fe6a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.993108] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "refresh_cache-a545c73e-0194-49da-85bb-9106524e3081" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.993250] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "refresh_cache-a545c73e-0194-49da-85bb-9106524e3081" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.993393] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.998051] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.998573] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1283.003469] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.847s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.003782] env[62107]: DEBUG nova.objects.instance [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1283.006443] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1283.006443] env[62107]: value = "task-1698906" [ 1283.006443] env[62107]: _type = "Task" [ 1283.006443] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.019317] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.025443] env[62107]: DEBUG oslo_concurrency.lockutils [req-62a12db5-272d-44d6-b57a-a69406bafd99 req-cb010573-21c9-4a02-acb0-23300ec7a762 service nova] Releasing lock "refresh_cache-42a81f1b-11c0-40e0-81c6-644d9ce792d0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.256905] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698904, 'name': CreateVM_Task, 'duration_secs': 0.751461} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.257112] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.257857] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.257967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.258324] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1283.258582] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90470c2c-8b4c-4122-af7f-2624e5bba4f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.264736] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1283.264736] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f3c9a5-94eb-2586-5dfb-3d73c420fb5a" [ 1283.264736] env[62107]: _type = "Task" [ 1283.264736] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.277915] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f3c9a5-94eb-2586-5dfb-3d73c420fb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.432808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de4ae9d8-f7a3-4963-863f-59ff3aa4ecca tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.363s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.512231] env[62107]: DEBUG nova.compute.utils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.518029] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1283.518300] env[62107]: DEBUG nova.network.neutron [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.536229] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698906, 'name': ReconfigVM_Task, 'duration_secs': 0.325155} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.536813] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.538742] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 040543b1-db31-45db-8cbb-8fec5091cdb0/040543b1-db31-45db-8cbb-8fec5091cdb0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.539740] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbbebb09-c695-40ff-8dfa-9123b26500f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.547502] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1283.547502] env[62107]: value = "task-1698907" [ 1283.547502] env[62107]: _type = "Task" [ 1283.547502] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.557524] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698907, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.630242] env[62107]: DEBUG nova.policy [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81bf3de17fb54cb9805cf61b873bcf54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69ec481aa58441b38ecab33ce0c46d96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1283.728704] env[62107]: DEBUG nova.network.neutron [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Updating instance_info_cache with network_info: [{"id": "3cde34ba-1e6a-476a-bd0e-def1144f75d9", "address": "fa:16:3e:92:b2:4c", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cde34ba-1e", "ovs_interfaceid": "3cde34ba-1e6a-476a-bd0e-def1144f75d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.778531] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f3c9a5-94eb-2586-5dfb-3d73c420fb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.022728} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.779247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.779509] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.779844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.780335] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.780606] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.780954] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c78789-b377-4764-beeb-99a205c30c4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.791836] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.792174] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.793021] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c861c294-49a3-45c6-94aa-61f865d83f0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.802047] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1283.802047] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d90da5-2982-3f9f-3beb-d1f4672838d8" [ 1283.802047] env[62107]: _type = "Task" [ 1283.802047] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.810819] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d90da5-2982-3f9f-3beb-d1f4672838d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.931216] env[62107]: DEBUG nova.compute.manager [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Received event network-vif-plugged-3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1283.934097] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] Acquiring lock "a545c73e-0194-49da-85bb-9106524e3081-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.934527] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] Lock "a545c73e-0194-49da-85bb-9106524e3081-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.934826] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] Lock "a545c73e-0194-49da-85bb-9106524e3081-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.935127] env[62107]: DEBUG nova.compute.manager [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] No waiting events found dispatching network-vif-plugged-3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1283.935350] env[62107]: WARNING nova.compute.manager [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Received unexpected event network-vif-plugged-3cde34ba-1e6a-476a-bd0e-def1144f75d9 for instance with vm_state building and task_state spawning. [ 1283.935564] env[62107]: DEBUG nova.compute.manager [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Received event network-changed-3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1283.935789] env[62107]: DEBUG nova.compute.manager [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Refreshing instance network info cache due to event network-changed-3cde34ba-1e6a-476a-bd0e-def1144f75d9. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1283.936052] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] Acquiring lock "refresh_cache-a545c73e-0194-49da-85bb-9106524e3081" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.939215] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1284.005148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "93767ef1-092f-405d-b393-6bec8e6c3615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.005582] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "93767ef1-092f-405d-b393-6bec8e6c3615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.012514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-faf2bb96-1a8e-4d21-a362-aa1d6db7f9e8 tempest-ServersAdmin275Test-449533487 tempest-ServersAdmin275Test-449533487-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.013680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.641s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.014419] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.016778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.467s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.016778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.019795] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.260s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.020076] env[62107]: DEBUG nova.objects.instance [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1284.028854] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1284.057764] env[62107]: INFO nova.scheduler.client.report [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Deleted allocations for instance 604627ec-7d6f-4c3d-b789-322f4b4ea1ae [ 1284.063363] env[62107]: INFO nova.scheduler.client.report [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Deleted allocations for instance d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa [ 1284.072381] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698907, 'name': Rename_Task, 'duration_secs': 0.161241} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.075247] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.075932] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f3efb2a-ecc8-4b28-aebc-f85ad6699cbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.082763] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1284.082763] env[62107]: value = "task-1698908" [ 1284.082763] env[62107]: _type = "Task" [ 1284.082763] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.091724] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.211184] env[62107]: DEBUG nova.network.neutron [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Successfully created port: d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.232613] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "refresh_cache-a545c73e-0194-49da-85bb-9106524e3081" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.233023] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Instance network_info: |[{"id": "3cde34ba-1e6a-476a-bd0e-def1144f75d9", "address": "fa:16:3e:92:b2:4c", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cde34ba-1e", "ovs_interfaceid": "3cde34ba-1e6a-476a-bd0e-def1144f75d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1284.233347] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] Acquired lock "refresh_cache-a545c73e-0194-49da-85bb-9106524e3081" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.233600] env[62107]: DEBUG nova.network.neutron [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Refreshing network info cache for port 3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.235045] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:b2:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cde34ba-1e6a-476a-bd0e-def1144f75d9', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.243967] env[62107]: DEBUG oslo.service.loopingcall [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.248204] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a545c73e-0194-49da-85bb-9106524e3081] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.248204] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129efb08-e113-4d41-9bc0-b2cd970c3559 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.272715] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.272715] env[62107]: value = "task-1698909" [ 1284.272715] env[62107]: _type = "Task" [ 1284.272715] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.282347] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698909, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.313284] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d90da5-2982-3f9f-3beb-d1f4672838d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.316704] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcf481e-74a8-45ee-b220-c728fc1061f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.324331] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1284.324331] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526169e5-a61b-2de2-db8f-fb22de3020ab" [ 1284.324331] env[62107]: _type = "Task" [ 1284.324331] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.336384] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526169e5-a61b-2de2-db8f-fb22de3020ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.469765] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.578453] env[62107]: DEBUG nova.network.neutron [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Updated VIF entry in instance network info cache for port 3cde34ba-1e6a-476a-bd0e-def1144f75d9. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.578805] env[62107]: DEBUG nova.network.neutron [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Updating instance_info_cache with network_info: [{"id": "3cde34ba-1e6a-476a-bd0e-def1144f75d9", "address": "fa:16:3e:92:b2:4c", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cde34ba-1e", "ovs_interfaceid": "3cde34ba-1e6a-476a-bd0e-def1144f75d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.588985] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9799105d-ebbe-49a2-a2bf-0405cf939a6c tempest-ServersAdmin275Test-662556674 tempest-ServersAdmin275Test-662556674-project-member] Lock "604627ec-7d6f-4c3d-b789-322f4b4ea1ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.153s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.589983] env[62107]: DEBUG oslo_concurrency.lockutils [None req-11faf645-80a8-41ef-aa23-e4ab87c86d50 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.679s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.605822] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698908, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.782687] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698909, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.837839] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526169e5-a61b-2de2-db8f-fb22de3020ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014267} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.838222] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.838961] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 42a81f1b-11c0-40e0-81c6-644d9ce792d0/42a81f1b-11c0-40e0-81c6-644d9ce792d0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.839519] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fcc397d-9ce7-4f0f-8ea3-8bdd1f298de5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.849082] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1284.849082] env[62107]: value = "task-1698910" [ 1284.849082] env[62107]: _type = "Task" [ 1284.849082] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.858107] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.030946] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4f98f2cc-3e9b-4202-85b5-245ea56be482 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.036889] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.821s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.037484] env[62107]: INFO nova.compute.claims [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.043893] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1285.071511] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1285.072184] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1285.072184] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.072285] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1285.072666] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.072666] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1285.072784] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1285.072953] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1285.073617] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1285.073617] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1285.073617] env[62107]: DEBUG nova.virt.hardware [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1285.074524] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69160cd3-9491-47e0-b3d7-fc916060ed29 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.083819] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3662496-6092-4995-b609-5df887da17bd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.090758] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4d772fa-fb9b-401d-964e-1fc91435e67e req-adec0835-b4c0-438b-8250-e71ed81f361d service nova] Releasing lock "refresh_cache-a545c73e-0194-49da-85bb-9106524e3081" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.108494] env[62107]: DEBUG oslo_vmware.api [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698908, 'name': PowerOnVM_Task, 'duration_secs': 0.611217} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.108793] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.109012] env[62107]: INFO nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1285.109191] env[62107]: DEBUG nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1285.110204] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f596002-e383-48a2-8496-bc94357fdd24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.282496] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698909, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.304208] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "227a90d6-1651-45fb-bb34-c785a7a7ff49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.304550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.304736] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "227a90d6-1651-45fb-bb34-c785a7a7ff49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.304974] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.305177] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.307395] env[62107]: INFO nova.compute.manager [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Terminating instance [ 1285.309380] env[62107]: DEBUG nova.compute.manager [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1285.309563] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.310560] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dcc577-011a-451a-85e8-99f10645ac19 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.318766] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.319090] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190cc17f-ef87-4de9-9dc4-b41b4e63dbd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.325465] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1285.325465] env[62107]: value = "task-1698911" [ 1285.325465] env[62107]: _type = "Task" [ 1285.325465] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.334167] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.361068] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698910, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.628691] env[62107]: INFO nova.compute.manager [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Took 42.18 seconds to build instance. [ 1285.782165] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698909, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.815027] env[62107]: DEBUG nova.compute.manager [req-a76d1c6e-c302-494f-897c-a35fe48d2ec0 req-33a018cc-517a-4950-a762-0242a6e865e7 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Received event network-vif-plugged-d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1285.815629] env[62107]: DEBUG oslo_concurrency.lockutils [req-a76d1c6e-c302-494f-897c-a35fe48d2ec0 req-33a018cc-517a-4950-a762-0242a6e865e7 service nova] Acquiring lock "62f90c9b-83f1-4a16-b238-6425e1f00310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.816091] env[62107]: DEBUG oslo_concurrency.lockutils [req-a76d1c6e-c302-494f-897c-a35fe48d2ec0 req-33a018cc-517a-4950-a762-0242a6e865e7 service nova] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.817247] env[62107]: DEBUG oslo_concurrency.lockutils [req-a76d1c6e-c302-494f-897c-a35fe48d2ec0 req-33a018cc-517a-4950-a762-0242a6e865e7 service nova] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.817247] env[62107]: DEBUG nova.compute.manager [req-a76d1c6e-c302-494f-897c-a35fe48d2ec0 req-33a018cc-517a-4950-a762-0242a6e865e7 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] No waiting events found dispatching network-vif-plugged-d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1285.817247] env[62107]: WARNING nova.compute.manager [req-a76d1c6e-c302-494f-897c-a35fe48d2ec0 req-33a018cc-517a-4950-a762-0242a6e865e7 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Received unexpected event network-vif-plugged-d441ca59-e1f0-4a50-9a5d-c40267ddab78 for instance with vm_state building and task_state spawning. [ 1285.837324] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698911, 'name': PowerOffVM_Task, 'duration_secs': 0.246715} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.837776] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.838195] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.840328] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d56947e7-8607-437d-805f-bac5555c5983 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.862742] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582145} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.862742] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 42a81f1b-11c0-40e0-81c6-644d9ce792d0/42a81f1b-11c0-40e0-81c6-644d9ce792d0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.862742] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.862742] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b1fd09-603b-4525-919a-c1731583cb90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.866597] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1285.866597] env[62107]: value = "task-1698913" [ 1285.866597] env[62107]: _type = "Task" [ 1285.866597] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.878464] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.915671] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.916016] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.916141] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Deleting the datastore file [datastore1] 227a90d6-1651-45fb-bb34-c785a7a7ff49 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.919045] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929732ce-6ff1-4a3a-82b6-8afec4bba1b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.931922] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for the task: (returnval){ [ 1285.931922] env[62107]: value = "task-1698914" [ 1285.931922] env[62107]: _type = "Task" [ 1285.931922] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.941668] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.988845] env[62107]: DEBUG nova.network.neutron [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Successfully updated port: d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.073788] env[62107]: DEBUG nova.compute.manager [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Received event network-changed {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1286.073788] env[62107]: DEBUG nova.compute.manager [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Refreshing instance network info cache due to event network-changed. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1286.073788] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] Acquiring lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.073788] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] Acquired lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.074202] env[62107]: DEBUG nova.network.neutron [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.130217] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f1c890b-e848-462f-a278-d37ffa5c5fef tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.699s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.286296] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698909, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.383677] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076724} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.383946] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.384794] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ecb4b-af06-4dd7-a0db-7bc60ecf79fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.413507] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 42a81f1b-11c0-40e0-81c6-644d9ce792d0/42a81f1b-11c0-40e0-81c6-644d9ce792d0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.416623] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb24d3af-d4f9-4d29-8e5a-6c16ab4d745e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.438966] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1286.438966] env[62107]: value = "task-1698915" [ 1286.438966] env[62107]: _type = "Task" [ 1286.438966] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.447107] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.456980] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.490043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "refresh_cache-62f90c9b-83f1-4a16-b238-6425e1f00310" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.490225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquired lock "refresh_cache-62f90c9b-83f1-4a16-b238-6425e1f00310" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.490385] env[62107]: DEBUG nova.network.neutron [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.633423] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1286.675033] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c562b9-af11-482b-a3b0-4bb3b638eb0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.686212] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1352258-3942-4569-8bf5-1fa408f38682 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.720649] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "040543b1-db31-45db-8cbb-8fec5091cdb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.720649] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.720806] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "040543b1-db31-45db-8cbb-8fec5091cdb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.721073] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.721294] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.726919] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4630cb1c-d8c6-41a8-8ee5-5dda5a81e63d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.731390] env[62107]: INFO nova.compute.manager [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Terminating instance [ 1286.735134] env[62107]: DEBUG nova.compute.manager [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1286.735909] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.736286] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ea8c60-15aa-40ba-bd60-ff5302316297 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.743446] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c76eeed-6a7f-46df-bdd4-a6e010587033 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.751524] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.752195] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92110167-64fc-4e7c-867c-2eac8dc3ad73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.762200] env[62107]: DEBUG nova.compute.provider_tree [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.767158] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1286.767158] env[62107]: value = "task-1698916" [ 1286.767158] env[62107]: _type = "Task" [ 1286.767158] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.776498] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.785739] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698909, 'name': CreateVM_Task, 'duration_secs': 2.048071} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.785934] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a545c73e-0194-49da-85bb-9106524e3081] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.786619] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.786799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.787168] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1286.787707] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81053025-c170-4dc3-bef9-be1a858bd389 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.792653] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1286.792653] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525e4064-855e-dc1c-6fdd-9aa5ead6f023" [ 1286.792653] env[62107]: _type = "Task" [ 1286.792653] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.800997] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525e4064-855e-dc1c-6fdd-9aa5ead6f023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.945978] env[62107]: DEBUG oslo_vmware.api [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Task: {'id': task-1698914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574647} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.948448] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.948662] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.948853] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.949042] env[62107]: INFO nova.compute.manager [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1286.949306] env[62107]: DEBUG oslo.service.loopingcall [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1286.949913] env[62107]: DEBUG nova.compute.manager [-] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1286.950121] env[62107]: DEBUG nova.network.neutron [-] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.955400] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.056350] env[62107]: DEBUG nova.network.neutron [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.059662] env[62107]: DEBUG nova.network.neutron [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Updating instance_info_cache with network_info: [{"id": "482042cb-e47d-4bf6-bc40-05084868585a", "address": "fa:16:3e:cf:20:01", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap482042cb-e4", "ovs_interfaceid": "482042cb-e47d-4bf6-bc40-05084868585a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.161057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.269484] env[62107]: DEBUG nova.scheduler.client.report [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1287.280721] env[62107]: DEBUG nova.compute.manager [req-20a4901e-0b4e-43ba-b972-5f02b354648e req-b48a2a9a-e62f-4052-b6fe-998373fdbad1 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Received event network-vif-deleted-743e8918-3f6f-46f2-83b8-37c5ca32a935 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1287.280721] env[62107]: INFO nova.compute.manager [req-20a4901e-0b4e-43ba-b972-5f02b354648e req-b48a2a9a-e62f-4052-b6fe-998373fdbad1 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Neutron deleted interface 743e8918-3f6f-46f2-83b8-37c5ca32a935; detaching it from the instance and deleting it from the info cache [ 1287.280721] env[62107]: DEBUG nova.network.neutron [req-20a4901e-0b4e-43ba-b972-5f02b354648e req-b48a2a9a-e62f-4052-b6fe-998373fdbad1 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.286202] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698916, 'name': PowerOffVM_Task, 'duration_secs': 0.217628} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.286578] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.286792] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.287057] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9d345a0-b529-4623-ac7a-7dab410876d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.302344] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525e4064-855e-dc1c-6fdd-9aa5ead6f023, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.302643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.302872] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1287.303221] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.303521] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.303521] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.303978] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52dbee6a-3e75-43f6-b7ea-7dc8eaccb323 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.313854] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.313985] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1287.315201] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0fda73-ee36-4283-9240-74c3cf916886 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.318936] env[62107]: DEBUG nova.network.neutron [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Updating instance_info_cache with network_info: [{"id": "d441ca59-e1f0-4a50-9a5d-c40267ddab78", "address": "fa:16:3e:63:43:1b", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd441ca59-e1", "ovs_interfaceid": "d441ca59-e1f0-4a50-9a5d-c40267ddab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.324013] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1287.324013] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52adf4a4-d380-2b27-704d-b7ade5ff7db6" [ 1287.324013] env[62107]: _type = "Task" [ 1287.324013] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.333494] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52adf4a4-d380-2b27-704d-b7ade5ff7db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.350656] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.350870] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.351056] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Deleting the datastore file [datastore1] 040543b1-db31-45db-8cbb-8fec5091cdb0 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.351634] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf6d961f-22f8-42de-822d-2fea3e5016f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.358570] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for the task: (returnval){ [ 1287.358570] env[62107]: value = "task-1698918" [ 1287.358570] env[62107]: _type = "Task" [ 1287.358570] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.371342] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.450634] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698915, 'name': ReconfigVM_Task, 'duration_secs': 0.611365} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.450634] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 42a81f1b-11c0-40e0-81c6-644d9ce792d0/42a81f1b-11c0-40e0-81c6-644d9ce792d0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.451332] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05b574a5-dba8-4e59-a95e-3b9432bc92b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.458077] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1287.458077] env[62107]: value = "task-1698919" [ 1287.458077] env[62107]: _type = "Task" [ 1287.458077] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.466613] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698919, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.562523] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8bb77dda-0e38-42ca-bb13-ebbfc8e30ba2 tempest-ServerExternalEventsTest-753059625 tempest-ServerExternalEventsTest-753059625-project] Releasing lock "refresh_cache-040543b1-db31-45db-8cbb-8fec5091cdb0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.573972] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.574351] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.728641] env[62107]: DEBUG nova.network.neutron [-] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.778682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.779070] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1287.781745] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.638s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.782162] env[62107]: DEBUG nova.objects.instance [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lazy-loading 'resources' on Instance uuid 6ff5367c-657e-486f-9c7a-8b8580cae366 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.786998] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70c9f1c9-10aa-4472-b5ef-620e40e06832 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.797904] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f82c96c-c567-461b-8f6a-da8e949d091d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.821327] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Releasing lock "refresh_cache-62f90c9b-83f1-4a16-b238-6425e1f00310" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.821661] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Instance network_info: |[{"id": "d441ca59-e1f0-4a50-9a5d-c40267ddab78", "address": "fa:16:3e:63:43:1b", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd441ca59-e1", "ovs_interfaceid": "d441ca59-e1f0-4a50-9a5d-c40267ddab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1287.822437] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:43:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd441ca59-e1f0-4a50-9a5d-c40267ddab78', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.830666] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Creating folder: Project (69ec481aa58441b38ecab33ce0c46d96). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.844599] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e558091-8207-4c8f-8c5a-4bf4cd8249f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.846776] env[62107]: DEBUG nova.compute.manager [req-20a4901e-0b4e-43ba-b972-5f02b354648e req-b48a2a9a-e62f-4052-b6fe-998373fdbad1 service nova] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Detach interface failed, port_id=743e8918-3f6f-46f2-83b8-37c5ca32a935, reason: Instance 227a90d6-1651-45fb-bb34-c785a7a7ff49 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1287.855923] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52adf4a4-d380-2b27-704d-b7ade5ff7db6, 'name': SearchDatastore_Task, 'duration_secs': 0.017432} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.856724] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaef5f14-3f25-48d9-86ba-5b3e2678b6e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.861166] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Created folder: Project (69ec481aa58441b38ecab33ce0c46d96) in parent group-v354057. [ 1287.861361] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Creating folder: Instances. Parent ref: group-v354154. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1287.864614] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d96aa3a4-f6c2-474f-93f0-e85a0affbc0c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.868043] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1287.868043] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c8fda4-d139-d7c3-e8fe-dc87a9ffee7c" [ 1287.868043] env[62107]: _type = "Task" [ 1287.868043] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.874035] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.875387] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Created folder: Instances in parent group-v354154. [ 1287.876139] env[62107]: DEBUG oslo.service.loopingcall [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1287.876139] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.876139] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceb73874-8faa-45aa-b482-1c9015638623 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.896027] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c8fda4-d139-d7c3-e8fe-dc87a9ffee7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.901603] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.901603] env[62107]: value = "task-1698922" [ 1287.901603] env[62107]: _type = "Task" [ 1287.901603] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.909776] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698922, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.970388] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698919, 'name': Rename_Task, 'duration_secs': 0.175645} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.970795] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.970926] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a6e223-3c80-4570-983b-e965d796b20c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.977155] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1287.977155] env[62107]: value = "task-1698923" [ 1287.977155] env[62107]: _type = "Task" [ 1287.977155] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.985444] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.033771] env[62107]: DEBUG nova.compute.manager [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Received event network-changed-d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1288.033959] env[62107]: DEBUG nova.compute.manager [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Refreshing instance network info cache due to event network-changed-d441ca59-e1f0-4a50-9a5d-c40267ddab78. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1288.034265] env[62107]: DEBUG oslo_concurrency.lockutils [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] Acquiring lock "refresh_cache-62f90c9b-83f1-4a16-b238-6425e1f00310" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.034461] env[62107]: DEBUG oslo_concurrency.lockutils [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] Acquired lock "refresh_cache-62f90c9b-83f1-4a16-b238-6425e1f00310" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.034645] env[62107]: DEBUG nova.network.neutron [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Refreshing network info cache for port d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.078245] env[62107]: DEBUG nova.compute.utils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.231811] env[62107]: INFO nova.compute.manager [-] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Took 1.28 seconds to deallocate network for instance. [ 1288.285523] env[62107]: DEBUG nova.compute.utils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.290571] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1288.290977] env[62107]: DEBUG nova.network.neutron [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.344952] env[62107]: DEBUG nova.policy [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '615d0e9e998c40888b409be398ee45b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27369990efd4453b9a8f6fab3a2e46eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1288.375938] env[62107]: DEBUG oslo_vmware.api [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Task: {'id': task-1698918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65622} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.375938] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.375938] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.375938] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.376332] env[62107]: INFO nova.compute.manager [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1288.376640] env[62107]: DEBUG oslo.service.loopingcall [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1288.377337] env[62107]: DEBUG nova.compute.manager [-] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1288.377478] env[62107]: DEBUG nova.network.neutron [-] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.384797] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c8fda4-d139-d7c3-e8fe-dc87a9ffee7c, 'name': SearchDatastore_Task, 'duration_secs': 0.016374} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.387502] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.387836] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a545c73e-0194-49da-85bb-9106524e3081/a545c73e-0194-49da-85bb-9106524e3081.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.388604] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ada15d1-cba0-4f65-b41a-3770faf8e9e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.394738] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1288.394738] env[62107]: value = "task-1698924" [ 1288.394738] env[62107]: _type = "Task" [ 1288.394738] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.411021] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.413694] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698922, 'name': CreateVM_Task, 'duration_secs': 0.413698} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.416524] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.418931] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.418931] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.418931] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1288.418931] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94399514-3361-430f-abb3-8cca9dac9e12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.422897] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1288.422897] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a5e94-267d-8127-de7b-181857c2f178" [ 1288.422897] env[62107]: _type = "Task" [ 1288.422897] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.431951] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a5e94-267d-8127-de7b-181857c2f178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.490432] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.581870] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.738803] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.791686] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1288.834529] env[62107]: DEBUG nova.network.neutron [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Successfully created port: 7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1288.857014] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a69db7-0bb8-48b7-b33b-6390ab7d8b58 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.865621] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca0d69-8938-4178-b763-305721e4c946 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.936058] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c4623a-a8fc-4ced-8933-9880dcdbac33 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.944679] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698924, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.950384] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a5e94-267d-8127-de7b-181857c2f178, 'name': SearchDatastore_Task, 'duration_secs': 0.020845} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.950819] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.951030] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.951272] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.951421] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.951801] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.953274] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1690895-656f-40f4-a929-26f8c33782d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.957752] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c4f4540-8354-4b76-a6af-1a3e4dd4887a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.972012] env[62107]: DEBUG nova.compute.provider_tree [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.974685] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.974907] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.975942] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c65020b6-15ff-41c9-babc-7a90c1387f9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.985335] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1288.985335] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52327367-0d00-db27-902f-765fd306fe4b" [ 1288.985335] env[62107]: _type = "Task" [ 1288.985335] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.988952] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698923, 'name': PowerOnVM_Task, 'duration_secs': 0.604074} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.992449] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.992673] env[62107]: INFO nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1288.992850] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1288.994146] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37de6e53-cb67-4fd1-99d9-bc66bb22cac8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.006555] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52327367-0d00-db27-902f-765fd306fe4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.032330] env[62107]: DEBUG nova.network.neutron [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Updated VIF entry in instance network info cache for port d441ca59-e1f0-4a50-9a5d-c40267ddab78. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.032330] env[62107]: DEBUG nova.network.neutron [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Updating instance_info_cache with network_info: [{"id": "d441ca59-e1f0-4a50-9a5d-c40267ddab78", "address": "fa:16:3e:63:43:1b", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd441ca59-e1", "ovs_interfaceid": "d441ca59-e1f0-4a50-9a5d-c40267ddab78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.302312] env[62107]: DEBUG nova.network.neutron [-] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.436940] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851575} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.437653] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a545c73e-0194-49da-85bb-9106524e3081/a545c73e-0194-49da-85bb-9106524e3081.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.438089] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.438644] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b954d9fe-7791-4365-abd8-6f367a6597e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.446863] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1289.446863] env[62107]: value = "task-1698925" [ 1289.446863] env[62107]: _type = "Task" [ 1289.446863] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.458858] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.479816] env[62107]: DEBUG nova.scheduler.client.report [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1289.503811] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52327367-0d00-db27-902f-765fd306fe4b, 'name': SearchDatastore_Task, 'duration_secs': 0.050196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.512179] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0868dfb8-a089-4f1e-a5bd-9df8c3c6ffa7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.518944] env[62107]: INFO nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Took 45.39 seconds to build instance. [ 1289.524048] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1289.524048] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f445e-fe0e-dc60-8140-801dd5b42b41" [ 1289.524048] env[62107]: _type = "Task" [ 1289.524048] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.534443] env[62107]: DEBUG oslo_concurrency.lockutils [req-0c65072e-6f4c-4526-9eb9-ee78593520b1 req-1ee3ecc3-4246-42e3-aaef-7230fcd66c50 service nova] Releasing lock "refresh_cache-62f90c9b-83f1-4a16-b238-6425e1f00310" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1289.534908] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f445e-fe0e-dc60-8140-801dd5b42b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.681798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.682015] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.682295] env[62107]: INFO nova.compute.manager [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Attaching volume 5885fd2e-50ae-49c3-bb69-28f927e9f169 to /dev/sdb [ 1289.719276] env[62107]: DEBUG nova.compute.manager [req-67c6ea1b-5733-426d-b52c-4006048e18a9 req-8e967f4d-fe73-425b-ae7d-b39f7496276b service nova] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Received event network-vif-deleted-482042cb-e47d-4bf6-bc40-05084868585a {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1289.731858] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac94ba0-482d-41bf-97f1-eca7d31fe7a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.739926] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4563b5b6-99c8-41f5-b9c4-3fabfad464a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.757015] env[62107]: DEBUG nova.virt.block_device [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updating existing volume attachment record: ca7c6412-e388-4ccb-a17d-e6a0b0789767 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1289.806020] env[62107]: INFO nova.compute.manager [-] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Took 1.43 seconds to deallocate network for instance. [ 1289.807235] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1289.839300] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1289.839587] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1289.839700] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.839886] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1289.840078] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.840237] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1289.840451] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1289.840609] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1289.840773] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1289.840936] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1289.841155] env[62107]: DEBUG nova.virt.hardware [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1289.842056] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e02242-5e29-4441-999e-42d39fd9e4b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.850513] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6688ff4e-073c-491f-9408-9dc0c07a2595 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.957758] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072047} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.958066] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.959161] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30db13-b4fb-4140-be93-c141cd025f9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.981820] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a545c73e-0194-49da-85bb-9106524e3081/a545c73e-0194-49da-85bb-9106524e3081.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.982198] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85ab4388-2944-4c78-ab79-c9b831d94271 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.998042] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.000748] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.941s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.001638] env[62107]: INFO nova.compute.claims [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.009275] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1290.009275] env[62107]: value = "task-1698927" [ 1290.009275] env[62107]: _type = "Task" [ 1290.009275] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.018570] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.025980] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.646s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.036428] env[62107]: INFO nova.scheduler.client.report [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleted allocations for instance 6ff5367c-657e-486f-9c7a-8b8580cae366 [ 1290.045083] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f445e-fe0e-dc60-8140-801dd5b42b41, 'name': SearchDatastore_Task, 'duration_secs': 0.035733} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.045083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.045083] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 62f90c9b-83f1-4a16-b238-6425e1f00310/62f90c9b-83f1-4a16-b238-6425e1f00310.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.045083] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46ec166f-453e-4c75-99bd-ae4a2879f0da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.051463] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1290.051463] env[62107]: value = "task-1698929" [ 1290.051463] env[62107]: _type = "Task" [ 1290.051463] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.062631] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.321442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.523191] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698927, 'name': ReconfigVM_Task, 'duration_secs': 0.318346} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.524438] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a545c73e-0194-49da-85bb-9106524e3081/a545c73e-0194-49da-85bb-9106524e3081.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.525729] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1dd2e3-f63e-41d7-ab1d-6e1b8497e527 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.533378] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1290.536672] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1290.536672] env[62107]: value = "task-1698931" [ 1290.536672] env[62107]: _type = "Task" [ 1290.536672] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.540463] env[62107]: DEBUG nova.compute.manager [req-ce2fb055-447a-4a30-9f21-a1b995e81069 req-75817a62-4d1c-417c-9e89-c0f65c620cb4 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Received event network-vif-plugged-7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.540463] env[62107]: DEBUG oslo_concurrency.lockutils [req-ce2fb055-447a-4a30-9f21-a1b995e81069 req-75817a62-4d1c-417c-9e89-c0f65c620cb4 service nova] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.540463] env[62107]: DEBUG oslo_concurrency.lockutils [req-ce2fb055-447a-4a30-9f21-a1b995e81069 req-75817a62-4d1c-417c-9e89-c0f65c620cb4 service nova] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.540463] env[62107]: DEBUG oslo_concurrency.lockutils [req-ce2fb055-447a-4a30-9f21-a1b995e81069 req-75817a62-4d1c-417c-9e89-c0f65c620cb4 service nova] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.540463] env[62107]: DEBUG nova.compute.manager [req-ce2fb055-447a-4a30-9f21-a1b995e81069 req-75817a62-4d1c-417c-9e89-c0f65c620cb4 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] No waiting events found dispatching network-vif-plugged-7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1290.540625] env[62107]: WARNING nova.compute.manager [req-ce2fb055-447a-4a30-9f21-a1b995e81069 req-75817a62-4d1c-417c-9e89-c0f65c620cb4 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Received unexpected event network-vif-plugged-7960623e-4f51-4ced-9bad-b8c71aa4d32b for instance with vm_state building and task_state spawning. [ 1290.551594] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7c0aac41-cf0c-4bc5-b1cf-f7a6261cea51 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6ff5367c-657e-486f-9c7a-8b8580cae366" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.216s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.561698] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698931, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.567880] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.705113] env[62107]: DEBUG nova.network.neutron [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Successfully updated port: 7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.056494] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698931, 'name': Rename_Task, 'duration_secs': 0.180093} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.059226] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.062113] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c215349c-f0f7-4b80-9ece-3c5a8882e24d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.065326] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.071304] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658088} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.072696] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 62f90c9b-83f1-4a16-b238-6425e1f00310/62f90c9b-83f1-4a16-b238-6425e1f00310.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.072919] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.073350] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1291.073350] env[62107]: value = "task-1698932" [ 1291.073350] env[62107]: _type = "Task" [ 1291.073350] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.074750] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e538cba8-656e-446f-8c0e-4f3bb189d6f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.092917] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1291.092917] env[62107]: value = "task-1698933" [ 1291.092917] env[62107]: _type = "Task" [ 1291.092917] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.093175] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698932, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.105357] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.208704] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.209806] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.209806] env[62107]: DEBUG nova.network.neutron [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.357985] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "261080a8-78d6-4506-96ef-d9175fe0017e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.358272] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "261080a8-78d6-4506-96ef-d9175fe0017e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.358487] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "261080a8-78d6-4506-96ef-d9175fe0017e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.358669] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "261080a8-78d6-4506-96ef-d9175fe0017e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.358869] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "261080a8-78d6-4506-96ef-d9175fe0017e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.361132] env[62107]: INFO nova.compute.manager [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Terminating instance [ 1291.363393] env[62107]: DEBUG nova.compute.manager [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1291.363555] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.364532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b37e16-44c9-450a-83c2-3200e5e46190 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.374746] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.374972] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4f1a6b-9151-487b-8cc5-2cd898610add {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.381919] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1291.381919] env[62107]: value = "task-1698934" [ 1291.381919] env[62107]: _type = "Task" [ 1291.381919] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.394461] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.591259] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698932, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.606420] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179093} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.606989] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.608071] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f2796-6228-4bb8-8f63-80e9bdd774a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.635479] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 62f90c9b-83f1-4a16-b238-6425e1f00310/62f90c9b-83f1-4a16-b238-6425e1f00310.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.637368] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b427e880-a54f-4623-ab2c-64b86d62c654 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.659954] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c606dc-2fe2-4755-9461-219c06113122 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.671326] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b89394-9553-4230-b53a-dcba10208828 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.674685] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1291.674685] env[62107]: value = "task-1698935" [ 1291.674685] env[62107]: _type = "Task" [ 1291.674685] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.703345] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8d29a-9363-49d4-b5f1-580c12cb1c6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.709030] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.716586] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b071e90c-1b21-429d-9a48-08d76de4788f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.730953] env[62107]: DEBUG nova.compute.provider_tree [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.754820] env[62107]: DEBUG nova.network.neutron [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.796793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "462a23e1-0a6b-4be2-af22-392b7830244b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.797159] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "462a23e1-0a6b-4be2-af22-392b7830244b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.899840] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.086780] env[62107]: DEBUG oslo_vmware.api [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698932, 'name': PowerOnVM_Task, 'duration_secs': 0.582147} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.087264] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.087506] env[62107]: INFO nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1292.087739] env[62107]: DEBUG nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1292.088642] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc45dabb-968b-4bfc-b6a0-b71e5db1806b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.183826] env[62107]: DEBUG nova.network.neutron [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updating instance_info_cache with network_info: [{"id": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "address": "fa:16:3e:f5:39:94", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960623e-4f", "ovs_interfaceid": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.190049] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.254733] env[62107]: ERROR nova.scheduler.client.report [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [req-5445a533-049d-4401-a65f-39a32b9b4bbe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5445a533-049d-4401-a65f-39a32b9b4bbe"}]} [ 1292.272714] env[62107]: DEBUG nova.scheduler.client.report [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1292.287960] env[62107]: DEBUG nova.scheduler.client.report [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1292.288235] env[62107]: DEBUG nova.compute.provider_tree [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1292.300637] env[62107]: DEBUG nova.scheduler.client.report [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1292.319363] env[62107]: DEBUG nova.scheduler.client.report [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1292.393025] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698934, 'name': PowerOffVM_Task, 'duration_secs': 0.823323} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.395775] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.396379] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.396379] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ec2d353-22a9-496f-8fc6-a85dc8db7608 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.471982] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.472423] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.472672] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleting the datastore file [datastore1] 261080a8-78d6-4506-96ef-d9175fe0017e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.474162] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.474468] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.475920] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a8068d5-149a-4e46-88a8-56591c81f431 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.486616] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1292.486616] env[62107]: value = "task-1698938" [ 1292.486616] env[62107]: _type = "Task" [ 1292.486616] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.495678] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.609616] env[62107]: INFO nova.compute.manager [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Took 47.35 seconds to build instance. [ 1292.686971] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698935, 'name': ReconfigVM_Task, 'duration_secs': 0.844067} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.687360] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 62f90c9b-83f1-4a16-b238-6425e1f00310/62f90c9b-83f1-4a16-b238-6425e1f00310.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.687924] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-620dac10-b84b-405c-9ec7-863f75e8fb4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.691533] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.691822] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Instance network_info: |[{"id": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "address": "fa:16:3e:f5:39:94", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960623e-4f", "ovs_interfaceid": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1292.692243] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:39:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7960623e-4f51-4ced-9bad-b8c71aa4d32b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.699682] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Creating folder: Project (27369990efd4453b9a8f6fab3a2e46eb). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.705020] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edaa0434-8ecb-40be-aa26-6e4a9c7d9be0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.706233] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1292.706233] env[62107]: value = "task-1698939" [ 1292.706233] env[62107]: _type = "Task" [ 1292.706233] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.718527] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698939, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.723691] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Created folder: Project (27369990efd4453b9a8f6fab3a2e46eb) in parent group-v354057. [ 1292.723919] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Creating folder: Instances. Parent ref: group-v354159. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.724767] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d163e39-0d82-4062-ab6b-498f9d70cda6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.734330] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Created folder: Instances in parent group-v354159. [ 1292.734330] env[62107]: DEBUG oslo.service.loopingcall [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.734658] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.734658] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c984b4f-038b-4146-9a8c-e1c6c99ffc43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.756665] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.756665] env[62107]: value = "task-1698942" [ 1292.756665] env[62107]: _type = "Task" [ 1292.756665] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.764513] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698942, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.849712] env[62107]: DEBUG nova.compute.manager [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Received event network-changed-7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1292.850020] env[62107]: DEBUG nova.compute.manager [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Refreshing instance network info cache due to event network-changed-7960623e-4f51-4ced-9bad-b8c71aa4d32b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1292.850391] env[62107]: DEBUG oslo_concurrency.lockutils [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] Acquiring lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.850486] env[62107]: DEBUG oslo_concurrency.lockutils [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] Acquired lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.850665] env[62107]: DEBUG nova.network.neutron [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Refreshing network info cache for port 7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.870802] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77dd614-0daf-4404-886f-938cc879f1a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.880564] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac7ac4e-ba8a-49b5-a088-269e83f4b8d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.927352] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8e5e5-f4ff-4671-b30a-9d62056aaa06 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.935839] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb33466c-8652-4143-b059-6d2c57c3a3e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.952098] env[62107]: DEBUG nova.compute.provider_tree [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.980910] env[62107]: DEBUG nova.compute.utils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1292.999170] env[62107]: DEBUG oslo_vmware.api [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1698938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33915} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.999479] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.999698] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.999908] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.000135] env[62107]: INFO nova.compute.manager [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1293.000390] env[62107]: DEBUG oslo.service.loopingcall [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1293.001131] env[62107]: DEBUG nova.compute.manager [-] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1293.001238] env[62107]: DEBUG nova.network.neutron [-] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.112749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-321f2eb7-f47c-41b3-91c1-b00d35fbe8be tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "a545c73e-0194-49da-85bb-9106524e3081" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.684s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.217426] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698939, 'name': Rename_Task, 'duration_secs': 0.219073} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.217727] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.217971] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e226b67-d498-4dc0-a30c-cea60e0483b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.224520] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1293.224520] env[62107]: value = "task-1698943" [ 1293.224520] env[62107]: _type = "Task" [ 1293.224520] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.232541] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.267655] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698942, 'name': CreateVM_Task, 'duration_secs': 0.443561} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.267819] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.268567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.268739] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.269093] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.269345] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33480262-a59a-4e05-8756-dcdd86d8b6f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.274348] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1293.274348] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522f3ce9-61c9-d88a-794e-0b7d2148e6ab" [ 1293.274348] env[62107]: _type = "Task" [ 1293.274348] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.283897] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522f3ce9-61c9-d88a-794e-0b7d2148e6ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.456053] env[62107]: DEBUG nova.scheduler.client.report [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1293.484547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.489645] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1f9a7-04ce-f264-369c-8b3e18691967/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1293.490382] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "a545c73e-0194-49da-85bb-9106524e3081" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.490935] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "a545c73e-0194-49da-85bb-9106524e3081" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.491127] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "a545c73e-0194-49da-85bb-9106524e3081-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.491369] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "a545c73e-0194-49da-85bb-9106524e3081-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.491671] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "a545c73e-0194-49da-85bb-9106524e3081-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.495685] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6b296f-e3de-4073-9e5b-591c3a69bd91 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.499603] env[62107]: INFO nova.compute.manager [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Terminating instance [ 1293.504067] env[62107]: DEBUG nova.compute.manager [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1293.504270] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.505580] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ace1d-4007-4456-abb6-95c3aa90af47 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.510253] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1f9a7-04ce-f264-369c-8b3e18691967/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1293.510412] env[62107]: ERROR oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1f9a7-04ce-f264-369c-8b3e18691967/disk-0.vmdk due to incomplete transfer. [ 1293.510939] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5ae9141-57db-4e7d-9ed9-4e5b8a9b5570 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.515209] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.515425] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-037cae10-3acc-4624-b2d8-038e6b120b52 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.518528] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b1f9a7-04ce-f264-369c-8b3e18691967/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1293.518709] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Uploaded image d70c3cf1-2475-451c-9de6-be2a4e0e4a45 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1293.520730] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1293.521646] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99372572-9613-45aa-809a-46469f11ec08 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.526387] env[62107]: DEBUG oslo_vmware.api [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1293.526387] env[62107]: value = "task-1698944" [ 1293.526387] env[62107]: _type = "Task" [ 1293.526387] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.527569] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1293.527569] env[62107]: value = "task-1698945" [ 1293.527569] env[62107]: _type = "Task" [ 1293.527569] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.540124] env[62107]: DEBUG oslo_vmware.api [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.543640] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698945, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.580045] env[62107]: DEBUG nova.network.neutron [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updated VIF entry in instance network info cache for port 7960623e-4f51-4ced-9bad-b8c71aa4d32b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.580045] env[62107]: DEBUG nova.network.neutron [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updating instance_info_cache with network_info: [{"id": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "address": "fa:16:3e:f5:39:94", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960623e-4f", "ovs_interfaceid": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.615468] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1293.735274] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698943, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.750132] env[62107]: DEBUG nova.network.neutron [-] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.785028] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522f3ce9-61c9-d88a-794e-0b7d2148e6ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.785345] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.786028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.786028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.786028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.786188] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.787024] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-926fa234-54c4-4f99-a85e-d705e1ce84f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.800299] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.800483] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.801242] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1074f9-183c-4a0f-b504-dd510ea963fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.806638] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1293.806638] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52843f99-6183-905f-ba6b-8ec733edb64d" [ 1293.806638] env[62107]: _type = "Task" [ 1293.806638] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.814386] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52843f99-6183-905f-ba6b-8ec733edb64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.962345] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.962s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.962894] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1293.965589] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.757s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.965821] env[62107]: DEBUG nova.objects.instance [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lazy-loading 'resources' on Instance uuid d649ce4d-fdb3-42ab-b254-abab95dea9f4 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.040962] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698945, 'name': Destroy_Task, 'duration_secs': 0.401224} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.044621] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Destroyed the VM [ 1294.044885] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1294.045218] env[62107]: DEBUG oslo_vmware.api [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698944, 'name': PowerOffVM_Task, 'duration_secs': 0.182644} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.045445] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-112856e3-64ca-48d8-b236-8b0f0b7e2813 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.047182] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.047359] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.047591] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01b22c74-f8ed-4d44-9e7a-aff85d3b2e69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.056108] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1294.056108] env[62107]: value = "task-1698946" [ 1294.056108] env[62107]: _type = "Task" [ 1294.056108] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.063934] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698946, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.086368] env[62107]: DEBUG oslo_concurrency.lockutils [req-1d84cf5e-9a03-4718-beb0-beaf6c4663f1 req-a56591f9-04bd-4c08-824d-d68709e4936c service nova] Releasing lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.131736] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.132242] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.132504] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleting the datastore file [datastore1] a545c73e-0194-49da-85bb-9106524e3081 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.133483] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7c45f5e-d997-4279-8efd-a37eb2c2dead {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.140849] env[62107]: DEBUG oslo_vmware.api [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1294.140849] env[62107]: value = "task-1698948" [ 1294.140849] env[62107]: _type = "Task" [ 1294.140849] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.145962] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.152322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.152653] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.152922] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.153205] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.153513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.155341] env[62107]: DEBUG oslo_vmware.api [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.158268] env[62107]: INFO nova.compute.manager [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Terminating instance [ 1294.162400] env[62107]: DEBUG nova.compute.manager [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1294.162636] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.163617] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b107d197-d8d7-4396-ae93-fec481f3b870 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.172149] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.172442] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25708fc5-f681-410f-b018-35d34c604bd1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.179683] env[62107]: DEBUG oslo_vmware.api [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1294.179683] env[62107]: value = "task-1698949" [ 1294.179683] env[62107]: _type = "Task" [ 1294.179683] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.189213] env[62107]: DEBUG oslo_vmware.api [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.236034] env[62107]: DEBUG oslo_vmware.api [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698943, 'name': PowerOnVM_Task, 'duration_secs': 0.803418} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.236034] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.236034] env[62107]: INFO nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1294.236250] env[62107]: DEBUG nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1294.236915] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b1505e-b906-4d40-a7e7-e92e9b692922 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.252410] env[62107]: INFO nova.compute.manager [-] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Took 1.25 seconds to deallocate network for instance. [ 1294.316676] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52843f99-6183-905f-ba6b-8ec733edb64d, 'name': SearchDatastore_Task, 'duration_secs': 0.014657} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.317795] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a4e94a6-d4af-4bb7-9e46-4cb9f64e8dd9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.323880] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1294.323880] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fc60a9-b60b-aeaf-bc50-d45f8c297752" [ 1294.323880] env[62107]: _type = "Task" [ 1294.323880] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.333690] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fc60a9-b60b-aeaf-bc50-d45f8c297752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.346474] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1294.346700] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354158', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'name': 'volume-5885fd2e-50ae-49c3-bb69-28f927e9f169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '34a2f035-c271-406c-9834-9fdd25af0afd', 'attached_at': '', 'detached_at': '', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'serial': '5885fd2e-50ae-49c3-bb69-28f927e9f169'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1294.347579] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acafe3e-b06f-4058-86e4-588d4b8f0d6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.368416] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893549c0-c6f3-449a-9d98-b3cd5902b012 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.397361] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-5885fd2e-50ae-49c3-bb69-28f927e9f169/volume-5885fd2e-50ae-49c3-bb69-28f927e9f169.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.397664] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad2e730-57a6-4e7c-9d25-18d31b27dd79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.417136] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1294.417136] env[62107]: value = "task-1698950" [ 1294.417136] env[62107]: _type = "Task" [ 1294.417136] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.426130] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.469491] env[62107]: DEBUG nova.compute.utils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1294.475285] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1294.475522] env[62107]: DEBUG nova.network.neutron [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.543548] env[62107]: DEBUG nova.policy [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba69dd4854e240f798618d1fa06ef743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e00313ddcf384486bd90ddac4ee42a8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1294.554420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.554420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.554420] env[62107]: INFO nova.compute.manager [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Attaching volume 7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb to /dev/sdb [ 1294.566679] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698946, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.589573] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33087730-2be9-45c9-9f7b-bc344adb4c5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.597884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1521d-a616-4986-b633-5118d35c5a72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.613521] env[62107]: DEBUG nova.virt.block_device [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updating existing volume attachment record: f131fe09-8ded-4812-97b1-0c7c9a0ed498 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.652069] env[62107]: DEBUG oslo_vmware.api [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176961} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.653041] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.653258] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.653511] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.653747] env[62107]: INFO nova.compute.manager [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: a545c73e-0194-49da-85bb-9106524e3081] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1294.653845] env[62107]: DEBUG oslo.service.loopingcall [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.659479] env[62107]: DEBUG nova.compute.manager [-] [instance: a545c73e-0194-49da-85bb-9106524e3081] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1294.659596] env[62107]: DEBUG nova.network.neutron [-] [instance: a545c73e-0194-49da-85bb-9106524e3081] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.688794] env[62107]: DEBUG oslo_vmware.api [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698949, 'name': PowerOffVM_Task, 'duration_secs': 0.297086} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.692033] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.692033] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.692033] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42e8328c-9f10-4091-9b1f-a4866d2bc80c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.758174] env[62107]: INFO nova.compute.manager [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Took 48.46 seconds to build instance. [ 1294.760107] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.769548] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.769548] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.769548] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleting the datastore file [datastore1] 42a81f1b-11c0-40e0-81c6-644d9ce792d0 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.769548] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a88756-d356-4e49-b189-cccd3a80b312 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.778795] env[62107]: DEBUG oslo_vmware.api [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1294.778795] env[62107]: value = "task-1698954" [ 1294.778795] env[62107]: _type = "Task" [ 1294.778795] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.791919] env[62107]: DEBUG oslo_vmware.api [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.838513] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fc60a9-b60b-aeaf-bc50-d45f8c297752, 'name': SearchDatastore_Task, 'duration_secs': 0.020588} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.842725] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.843063] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7dea9ef9-d226-466b-be5f-2bc40a829a5a/7dea9ef9-d226-466b-be5f-2bc40a829a5a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.843554] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f513d2c-87df-43fb-946e-45d2fd15738a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.853474] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1294.853474] env[62107]: value = "task-1698956" [ 1294.853474] env[62107]: _type = "Task" [ 1294.853474] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.868800] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.873042] env[62107]: DEBUG nova.compute.manager [req-d39ea75f-af91-45d8-90c0-5c3ccaa736fb req-53e4ab83-2559-4d38-b28f-da1ceded172c service nova] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Received event network-vif-deleted-522cdacc-cff6-426c-903b-cace96f3b839 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1294.931304] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.975925] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1295.066389] env[62107]: DEBUG oslo_vmware.api [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698946, 'name': RemoveSnapshot_Task, 'duration_secs': 0.624699} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.067626] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1295.067877] env[62107]: INFO nova.compute.manager [None req-2b1b7f93-6a5e-4e7a-8455-57183ab3e8bc tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Took 17.50 seconds to snapshot the instance on the hypervisor. [ 1295.070947] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c7b66-f18b-493c-b3f4-9d6d008219d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.079100] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f172c9-26b5-4b24-a0a3-98e79b206bf7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.120071] env[62107]: DEBUG nova.network.neutron [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Successfully created port: ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.122715] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023838d-f692-418e-ae6b-c526e76478c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.131950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb25823-7b5d-49c6-af59-36d872e51660 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.147627] env[62107]: DEBUG nova.compute.provider_tree [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.157907] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "62f90c9b-83f1-4a16-b238-6425e1f00310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.259906] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3b4e8f23-d89b-4873-bdc3-a433455ad742 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.998s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.261357] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.104s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.261586] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "62f90c9b-83f1-4a16-b238-6425e1f00310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.261793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.261961] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.264552] env[62107]: INFO nova.compute.manager [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Terminating instance [ 1295.266423] env[62107]: DEBUG nova.compute.manager [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1295.266619] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.267740] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee8fe3-3402-49b7-8455-bbda6e5bc3fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.276421] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.276724] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c83ebd-ca86-48b1-bbfe-3a9188c6cd5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.288027] env[62107]: DEBUG oslo_vmware.api [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1295.288027] env[62107]: value = "task-1698957" [ 1295.288027] env[62107]: _type = "Task" [ 1295.288027] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.293535] env[62107]: DEBUG oslo_vmware.api [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1698954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164237} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.297660] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.297931] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.298171] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.298393] env[62107]: INFO nova.compute.manager [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1295.298756] env[62107]: DEBUG oslo.service.loopingcall [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.299062] env[62107]: DEBUG oslo_vmware.api [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.301079] env[62107]: DEBUG nova.compute.manager [-] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1295.301232] env[62107]: DEBUG nova.network.neutron [-] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.365956] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493549} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.366341] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7dea9ef9-d226-466b-be5f-2bc40a829a5a/7dea9ef9-d226-466b-be5f-2bc40a829a5a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.366659] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.367150] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-011bdc3e-ed1b-416c-b634-145a8dbd607e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.374215] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1295.374215] env[62107]: value = "task-1698958" [ 1295.374215] env[62107]: _type = "Task" [ 1295.374215] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.384680] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.429188] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698950, 'name': ReconfigVM_Task, 'duration_secs': 0.645041} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.429549] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-5885fd2e-50ae-49c3-bb69-28f927e9f169/volume-5885fd2e-50ae-49c3-bb69-28f927e9f169.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.436042] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e642f4a8-26c5-4ad3-b38a-2874c224a312 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.455822] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1295.455822] env[62107]: value = "task-1698959" [ 1295.455822] env[62107]: _type = "Task" [ 1295.455822] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.465804] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.652192] env[62107]: DEBUG nova.scheduler.client.report [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1295.663473] env[62107]: DEBUG nova.network.neutron [-] [instance: a545c73e-0194-49da-85bb-9106524e3081] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.768086] env[62107]: DEBUG nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1295.797032] env[62107]: DEBUG oslo_vmware.api [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698957, 'name': PowerOffVM_Task, 'duration_secs': 0.208253} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.797176] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.797301] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.797674] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6dd5a4c-fcb4-46fa-94f4-95a050316cba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.881357] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.881639] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.881856] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Deleting the datastore file [datastore1] 62f90c9b-83f1-4a16-b238-6425e1f00310 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.882612] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba06002-a663-412f-8215-57b76653a3cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.888281] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087178} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.889564] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1295.889967] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a20e4-24cb-4360-bfd7-66f49de8fe95 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.894715] env[62107]: DEBUG oslo_vmware.api [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for the task: (returnval){ [ 1295.894715] env[62107]: value = "task-1698961" [ 1295.894715] env[62107]: _type = "Task" [ 1295.894715] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.921603] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 7dea9ef9-d226-466b-be5f-2bc40a829a5a/7dea9ef9-d226-466b-be5f-2bc40a829a5a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1295.922531] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14f8975b-0f64-46de-9ed1-e043cc5a5c9f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.943379] env[62107]: DEBUG oslo_vmware.api [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.948268] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1295.948268] env[62107]: value = "task-1698962" [ 1295.948268] env[62107]: _type = "Task" [ 1295.948268] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.956889] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.963843] env[62107]: DEBUG oslo_vmware.api [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698959, 'name': ReconfigVM_Task, 'duration_secs': 0.169147} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.964154] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354158', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'name': 'volume-5885fd2e-50ae-49c3-bb69-28f927e9f169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '34a2f035-c271-406c-9834-9fdd25af0afd', 'attached_at': '', 'detached_at': '', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'serial': '5885fd2e-50ae-49c3-bb69-28f927e9f169'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1295.993432] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1296.017561] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1296.017804] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1296.017960] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.018154] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1296.018300] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.018443] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1296.018655] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1296.018816] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1296.019049] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1296.019256] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1296.019451] env[62107]: DEBUG nova.virt.hardware [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.020356] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c78c546-23d2-4495-b8e3-b3526eff02e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.027955] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c8c09a-c9fb-4a37-80c1-394ce2868642 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.160143] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.162732] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.848s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.163628] env[62107]: DEBUG nova.objects.instance [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lazy-loading 'resources' on Instance uuid b847fffb-ca62-48f5-a6c0-524fec06239d {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.169702] env[62107]: INFO nova.compute.manager [-] [instance: a545c73e-0194-49da-85bb-9106524e3081] Took 1.51 seconds to deallocate network for instance. [ 1296.186963] env[62107]: INFO nova.scheduler.client.report [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Deleted allocations for instance d649ce4d-fdb3-42ab-b254-abab95dea9f4 [ 1296.230939] env[62107]: DEBUG nova.network.neutron [-] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.288514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.407050] env[62107]: DEBUG oslo_vmware.api [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Task: {'id': task-1698961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336891} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.407359] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.407551] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.407726] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.408037] env[62107]: INFO nova.compute.manager [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1296.408348] env[62107]: DEBUG oslo.service.loopingcall [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.408556] env[62107]: DEBUG nova.compute.manager [-] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1296.408650] env[62107]: DEBUG nova.network.neutron [-] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.459901] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.676849] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.700021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-035d9f50-5dad-4bfc-b1b4-84ba04de6a96 tempest-InstanceActionsNegativeTestJSON-1815500571 tempest-InstanceActionsNegativeTestJSON-1815500571-project-member] Lock "d649ce4d-fdb3-42ab-b254-abab95dea9f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.731s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.733542] env[62107]: INFO nova.compute.manager [-] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Took 1.43 seconds to deallocate network for instance. [ 1296.952072] env[62107]: DEBUG nova.compute.manager [req-f44c4b2b-4f10-48c3-a268-9111fe7c6f7b req-1b8fc99f-5a1a-40c8-aeff-ddfabd163cca service nova] [instance: a545c73e-0194-49da-85bb-9106524e3081] Received event network-vif-deleted-3cde34ba-1e6a-476a-bd0e-def1144f75d9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1296.954546] env[62107]: DEBUG nova.compute.manager [req-f44c4b2b-4f10-48c3-a268-9111fe7c6f7b req-1b8fc99f-5a1a-40c8-aeff-ddfabd163cca service nova] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Received event network-vif-deleted-818e4803-67b9-47d9-b038-137f43af7860 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1296.954546] env[62107]: DEBUG nova.compute.manager [req-f44c4b2b-4f10-48c3-a268-9111fe7c6f7b req-1b8fc99f-5a1a-40c8-aeff-ddfabd163cca service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Received event network-vif-deleted-d441ca59-e1f0-4a50-9a5d-c40267ddab78 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1296.954546] env[62107]: INFO nova.compute.manager [req-f44c4b2b-4f10-48c3-a268-9111fe7c6f7b req-1b8fc99f-5a1a-40c8-aeff-ddfabd163cca service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Neutron deleted interface d441ca59-e1f0-4a50-9a5d-c40267ddab78; detaching it from the instance and deleting it from the info cache [ 1296.954546] env[62107]: DEBUG nova.network.neutron [req-f44c4b2b-4f10-48c3-a268-9111fe7c6f7b req-1b8fc99f-5a1a-40c8-aeff-ddfabd163cca service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.969106] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698962, 'name': ReconfigVM_Task, 'duration_secs': 0.51556} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.971616] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 7dea9ef9-d226-466b-be5f-2bc40a829a5a/7dea9ef9-d226-466b-be5f-2bc40a829a5a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.972624] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3380119-c2f0-4194-a6ea-692fdc202b2d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.984913] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1296.984913] env[62107]: value = "task-1698964" [ 1296.984913] env[62107]: _type = "Task" [ 1296.984913] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.998581] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698964, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.010747] env[62107]: DEBUG nova.objects.instance [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lazy-loading 'flavor' on Instance uuid 34a2f035-c271-406c-9834-9fdd25af0afd {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.042897] env[62107]: DEBUG nova.network.neutron [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Successfully updated port: ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.202148] env[62107]: DEBUG nova.network.neutron [-] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.242078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.284172] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004c2e44-50d9-46df-b222-20744269a82d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.292205] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4071f-75be-4844-ac3c-3dc2cc5402eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.323218] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac4c22-ac6d-4466-a525-472b2a5eadc4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.331068] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e33f6c-5ef0-40ca-b651-e0eafe463bb2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.346455] env[62107]: DEBUG nova.compute.provider_tree [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.463793] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30a04f23-34a8-439b-a3d9-78390868214c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.473948] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a9c521-a30a-416f-be5e-1d850b50406f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.494631] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698964, 'name': Rename_Task, 'duration_secs': 0.154965} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.494965] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.495164] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee4579a-d5ff-412b-9ae4-a7cf67790391 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.512421] env[62107]: DEBUG nova.compute.manager [req-f44c4b2b-4f10-48c3-a268-9111fe7c6f7b req-1b8fc99f-5a1a-40c8-aeff-ddfabd163cca service nova] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Detach interface failed, port_id=d441ca59-e1f0-4a50-9a5d-c40267ddab78, reason: Instance 62f90c9b-83f1-4a16-b238-6425e1f00310 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1297.512421] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1297.512421] env[62107]: value = "task-1698965" [ 1297.512421] env[62107]: _type = "Task" [ 1297.512421] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.517558] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21ce62b6-cfce-43a9-90ea-9c4f2bba4f7d tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.522242] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698965, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.546447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "refresh_cache-9e5fd757-c244-45b9-815d-7aa6de36ab95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.546447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquired lock "refresh_cache-9e5fd757-c244-45b9-815d-7aa6de36ab95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.546592] env[62107]: DEBUG nova.network.neutron [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.582287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.582595] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.707577] env[62107]: INFO nova.compute.manager [-] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Took 1.30 seconds to deallocate network for instance. [ 1297.850881] env[62107]: DEBUG nova.scheduler.client.report [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1298.022746] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.087636] env[62107]: INFO nova.compute.manager [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Detaching volume 5885fd2e-50ae-49c3-bb69-28f927e9f169 [ 1298.118407] env[62107]: DEBUG nova.network.neutron [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.145884] env[62107]: INFO nova.virt.block_device [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Attempting to driver detach volume 5885fd2e-50ae-49c3-bb69-28f927e9f169 from mountpoint /dev/sdb [ 1298.145884] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.145884] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354158', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'name': 'volume-5885fd2e-50ae-49c3-bb69-28f927e9f169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '34a2f035-c271-406c-9834-9fdd25af0afd', 'attached_at': '', 'detached_at': '', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'serial': '5885fd2e-50ae-49c3-bb69-28f927e9f169'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.145884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b4f054-ac30-4b63-950d-7f515217401a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.173419] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ff425-8c3d-44e1-8f15-08e424414bb9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.181597] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599f1711-8a4e-447b-bbc0-c4d569184b73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.205077] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7204a830-0890-4a45-a9c1-4831708aad49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.222287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.222710] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] The volume has not been displaced from its original location: [datastore1] volume-5885fd2e-50ae-49c3-bb69-28f927e9f169/volume-5885fd2e-50ae-49c3-bb69-28f927e9f169.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.228675] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.229098] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e8bb97-f9d0-4376-b14e-91b57d7277e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.248023] env[62107]: DEBUG oslo_vmware.api [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1298.248023] env[62107]: value = "task-1698966" [ 1298.248023] env[62107]: _type = "Task" [ 1298.248023] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.259214] env[62107]: DEBUG oslo_vmware.api [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.355527] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.359129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.359129] env[62107]: DEBUG nova.objects.instance [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lazy-loading 'resources' on Instance uuid c4b4072a-6e9a-4e83-891e-8f25c3ffdc84 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.379295] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.379550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.379934] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.379934] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.380438] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.382562] env[62107]: INFO nova.compute.manager [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Terminating instance [ 1298.385453] env[62107]: DEBUG nova.compute.manager [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1298.385788] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.387114] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13d63c8-4283-4fd0-a40e-24dae34f095a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.393394] env[62107]: DEBUG nova.network.neutron [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Updating instance_info_cache with network_info: [{"id": "ba6fe8db-cb26-45d3-b846-cb6b01703d03", "address": "fa:16:3e:75:6a:9f", "network": {"id": "d04b3b21-c526-4dba-88f7-8479af97f131", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1580994448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00313ddcf384486bd90ddac4ee42a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6fe8db-cb", "ovs_interfaceid": "ba6fe8db-cb26-45d3-b846-cb6b01703d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.397163] env[62107]: INFO nova.scheduler.client.report [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleted allocations for instance b847fffb-ca62-48f5-a6c0-524fec06239d [ 1298.406985] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.407688] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acb9999-c050-4eed-9c53-ceb02dec430f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.418134] env[62107]: DEBUG oslo_vmware.api [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1298.418134] env[62107]: value = "task-1698967" [ 1298.418134] env[62107]: _type = "Task" [ 1298.418134] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.433024] env[62107]: DEBUG oslo_vmware.api [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.525100] env[62107]: DEBUG oslo_vmware.api [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1698965, 'name': PowerOnVM_Task, 'duration_secs': 0.918191} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.525493] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.525771] env[62107]: INFO nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1298.526027] env[62107]: DEBUG nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1298.527191] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba605d3-2c60-475c-886c-4cc1230b5428 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.760322] env[62107]: DEBUG oslo_vmware.api [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698966, 'name': ReconfigVM_Task, 'duration_secs': 0.332226} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.760611] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.765418] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd7fbc7-440d-430c-a45a-558bfb15c902 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.781112] env[62107]: DEBUG oslo_vmware.api [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1298.781112] env[62107]: value = "task-1698968" [ 1298.781112] env[62107]: _type = "Task" [ 1298.781112] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.791027] env[62107]: DEBUG oslo_vmware.api [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.896704] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Releasing lock "refresh_cache-9e5fd757-c244-45b9-815d-7aa6de36ab95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.897050] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Instance network_info: |[{"id": "ba6fe8db-cb26-45d3-b846-cb6b01703d03", "address": "fa:16:3e:75:6a:9f", "network": {"id": "d04b3b21-c526-4dba-88f7-8479af97f131", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1580994448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00313ddcf384486bd90ddac4ee42a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6fe8db-cb", "ovs_interfaceid": "ba6fe8db-cb26-45d3-b846-cb6b01703d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1298.897479] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:6a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba6fe8db-cb26-45d3-b846-cb6b01703d03', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.908872] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Creating folder: Project (e00313ddcf384486bd90ddac4ee42a8b). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.914442] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14583acc-b24f-4d2b-86b4-0cd3fe6f9835 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.917762] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17c85b82-107c-47ec-9d32-cdf2f8127b80 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "b847fffb-ca62-48f5-a6c0-524fec06239d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.692s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.929639] env[62107]: DEBUG oslo_vmware.api [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698967, 'name': PowerOffVM_Task, 'duration_secs': 0.277616} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.932028] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.932141] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.932458] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Created folder: Project (e00313ddcf384486bd90ddac4ee42a8b) in parent group-v354057. [ 1298.932693] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Creating folder: Instances. Parent ref: group-v354165. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1298.932958] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04cb7642-b758-487d-b9b7-2c95f1a82d49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.935134] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29e8468a-b0e5-42d0-bcf2-371c4b09eff1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.949297] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Created folder: Instances in parent group-v354165. [ 1298.949600] env[62107]: DEBUG oslo.service.loopingcall [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.949825] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.951025] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb4e9c1-0699-4677-8e2f-23d513c75d0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.980020] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.980020] env[62107]: value = "task-1698972" [ 1298.980020] env[62107]: _type = "Task" [ 1298.980020] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.990209] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698972, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.995894] env[62107]: DEBUG nova.compute.manager [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Received event network-vif-plugged-ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1298.996199] env[62107]: DEBUG oslo_concurrency.lockutils [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] Acquiring lock "9e5fd757-c244-45b9-815d-7aa6de36ab95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.996418] env[62107]: DEBUG oslo_concurrency.lockutils [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.996582] env[62107]: DEBUG oslo_concurrency.lockutils [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.996749] env[62107]: DEBUG nova.compute.manager [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] No waiting events found dispatching network-vif-plugged-ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1298.997082] env[62107]: WARNING nova.compute.manager [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Received unexpected event network-vif-plugged-ba6fe8db-cb26-45d3-b846-cb6b01703d03 for instance with vm_state building and task_state spawning. [ 1298.997082] env[62107]: DEBUG nova.compute.manager [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Received event network-changed-ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1298.997221] env[62107]: DEBUG nova.compute.manager [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Refreshing instance network info cache due to event network-changed-ba6fe8db-cb26-45d3-b846-cb6b01703d03. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1298.997399] env[62107]: DEBUG oslo_concurrency.lockutils [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] Acquiring lock "refresh_cache-9e5fd757-c244-45b9-815d-7aa6de36ab95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.997531] env[62107]: DEBUG oslo_concurrency.lockutils [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] Acquired lock "refresh_cache-9e5fd757-c244-45b9-815d-7aa6de36ab95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.997679] env[62107]: DEBUG nova.network.neutron [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Refreshing network info cache for port ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.014269] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.014269] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.014269] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Deleting the datastore file [datastore1] 5801ddb7-fa0b-4c30-be71-afae4d7ce119 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.014269] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a55c61ad-1c7c-4f0d-ab07-ba9b7eb95cb5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.026189] env[62107]: DEBUG oslo_vmware.api [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1299.026189] env[62107]: value = "task-1698973" [ 1299.026189] env[62107]: _type = "Task" [ 1299.026189] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.054380] env[62107]: INFO nova.compute.manager [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Took 40.87 seconds to build instance. [ 1299.059652] env[62107]: DEBUG oslo_vmware.api [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.176089] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.176366] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354164', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'name': 'volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8553d005-e6e3-452c-a7e1-84a479c28c34', 'attached_at': '', 'detached_at': '', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'serial': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.177283] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a23dccf-9889-4817-b0b5-3b06ab331629 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.198865] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a94716-3282-4deb-83b5-b97659b4b2a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.233798] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb/volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.239018] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6fac3b-c979-4c89-a826-2cb6bfa455e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.261992] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Waiting for the task: (returnval){ [ 1299.261992] env[62107]: value = "task-1698974" [ 1299.261992] env[62107]: _type = "Task" [ 1299.261992] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.277774] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.295969] env[62107]: DEBUG oslo_vmware.api [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1698968, 'name': ReconfigVM_Task, 'duration_secs': 0.204359} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.296823] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354158', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'name': 'volume-5885fd2e-50ae-49c3-bb69-28f927e9f169', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '34a2f035-c271-406c-9834-9fdd25af0afd', 'attached_at': '', 'detached_at': '', 'volume_id': '5885fd2e-50ae-49c3-bb69-28f927e9f169', 'serial': '5885fd2e-50ae-49c3-bb69-28f927e9f169'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.491746] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698972, 'name': CreateVM_Task, 'duration_secs': 0.36955} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.496114] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.497098] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.497212] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.497544] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.497805] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c9de5e8-1443-4e6d-af87-91c2f6121737 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.503922] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1299.503922] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5245de11-0db5-37ed-238a-713bfae9c37c" [ 1299.503922] env[62107]: _type = "Task" [ 1299.503922] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.514624] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5245de11-0db5-37ed-238a-713bfae9c37c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.539752] env[62107]: DEBUG oslo_vmware.api [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1698973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183249} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.540014] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.540205] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.540376] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.540544] env[62107]: INFO nova.compute.manager [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1299.540779] env[62107]: DEBUG oslo.service.loopingcall [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1299.540964] env[62107]: DEBUG nova.compute.manager [-] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1299.541067] env[62107]: DEBUG nova.network.neutron [-] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.560979] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae9a7ce2-547f-49d3-bc29-d432a2f44819 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.827s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.608235] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f5109-e436-45eb-9ba4-40226c9dae5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.618202] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf8e074-059a-4838-b721-c3fb326f0120 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.666553] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea1c571-c491-4cbd-89c5-081c2565a965 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.676021] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0246fb00-95e7-4209-a440-09d71ba399f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.692344] env[62107]: DEBUG nova.compute.provider_tree [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.775458] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.869152] env[62107]: DEBUG nova.objects.instance [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lazy-loading 'flavor' on Instance uuid 34a2f035-c271-406c-9834-9fdd25af0afd {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.884381] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "0feb6a44-8f9a-4446-83f7-e56467d597f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.884749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "0feb6a44-8f9a-4446-83f7-e56467d597f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.930706] env[62107]: DEBUG nova.network.neutron [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Updated VIF entry in instance network info cache for port ba6fe8db-cb26-45d3-b846-cb6b01703d03. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.931127] env[62107]: DEBUG nova.network.neutron [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Updating instance_info_cache with network_info: [{"id": "ba6fe8db-cb26-45d3-b846-cb6b01703d03", "address": "fa:16:3e:75:6a:9f", "network": {"id": "d04b3b21-c526-4dba-88f7-8479af97f131", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1580994448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e00313ddcf384486bd90ddac4ee42a8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6fe8db-cb", "ovs_interfaceid": "ba6fe8db-cb26-45d3-b846-cb6b01703d03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.016703] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5245de11-0db5-37ed-238a-713bfae9c37c, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.017017] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.017279] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.017547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.017711] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.017910] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.018560] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0c11afb-6bdc-4462-b1c5-13f3a235601f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.028911] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.028911] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.028911] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182b7580-32fb-4ffa-80e1-9f165df7c4af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.034325] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1300.034325] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521f47f2-5500-3ad5-252b-098c295a80c8" [ 1300.034325] env[62107]: _type = "Task" [ 1300.034325] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.042166] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521f47f2-5500-3ad5-252b-098c295a80c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.063864] env[62107]: DEBUG nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1300.195711] env[62107]: DEBUG nova.scheduler.client.report [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1300.276362] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698974, 'name': ReconfigVM_Task, 'duration_secs': 0.709704} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.276362] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb/volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.282143] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1cf95a9-4f91-43fa-8bbf-23ef5f18142c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.299790] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Waiting for the task: (returnval){ [ 1300.299790] env[62107]: value = "task-1698975" [ 1300.299790] env[62107]: _type = "Task" [ 1300.299790] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.309159] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.434835] env[62107]: DEBUG oslo_concurrency.lockutils [req-5c03b9ba-799a-49d7-a32a-61c75325b59b req-d349b8af-fdc6-4323-9138-e645aee6fdb4 service nova] Releasing lock "refresh_cache-9e5fd757-c244-45b9-815d-7aa6de36ab95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.549779] env[62107]: DEBUG nova.network.neutron [-] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.553405] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521f47f2-5500-3ad5-252b-098c295a80c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.554496] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083fff39-b605-4f03-ad30-18641f40803a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.564804] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1300.564804] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fd8183-606e-491a-48de-9ccdeed5bb64" [ 1300.564804] env[62107]: _type = "Task" [ 1300.564804] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.583043] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fd8183-606e-491a-48de-9ccdeed5bb64, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.583043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.583043] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9e5fd757-c244-45b9-815d-7aa6de36ab95/9e5fd757-c244-45b9-815d-7aa6de36ab95.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.583341] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3610793-1e67-42db-996e-063bc25fc66f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.591729] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1300.591729] env[62107]: value = "task-1698976" [ 1300.591729] env[62107]: _type = "Task" [ 1300.591729] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.597747] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.603240] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.630796] env[62107]: DEBUG nova.compute.manager [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Received event network-changed-7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1300.631044] env[62107]: DEBUG nova.compute.manager [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Refreshing instance network info cache due to event network-changed-7960623e-4f51-4ced-9bad-b8c71aa4d32b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1300.631680] env[62107]: DEBUG oslo_concurrency.lockutils [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] Acquiring lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.631680] env[62107]: DEBUG oslo_concurrency.lockutils [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] Acquired lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.631680] env[62107]: DEBUG nova.network.neutron [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Refreshing network info cache for port 7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.700897] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.704838] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.093s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.725354] env[62107]: INFO nova.scheduler.client.report [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Deleted allocations for instance c4b4072a-6e9a-4e83-891e-8f25c3ffdc84 [ 1300.810996] env[62107]: DEBUG oslo_vmware.api [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698975, 'name': ReconfigVM_Task, 'duration_secs': 0.190486} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.812430] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354164', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'name': 'volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8553d005-e6e3-452c-a7e1-84a479c28c34', 'attached_at': '', 'detached_at': '', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'serial': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.876510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d4c9a6f5-800c-45ae-88df-de27664774fa tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.054648] env[62107]: INFO nova.compute.manager [-] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Took 1.51 seconds to deallocate network for instance. [ 1301.105116] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698976, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.110381] env[62107]: DEBUG nova.compute.manager [req-4cf4a54f-06a0-4ed6-bf5e-f56e139d7579 req-b132cd3f-9a6b-4510-bc4b-246b0a420c1d service nova] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Received event network-vif-deleted-1558fed1-ad23-47eb-9e8a-65ff52e4d9db {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1301.186728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "42c7a76b-768f-444a-9372-f51ed6bc2524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.187435] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.234838] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4dbac9f4-8389-45f0-bd67-12a8282e8d96 tempest-ServerShowV254Test-1805268530 tempest-ServerShowV254Test-1805268530-project-member] Lock "c4b4072a-6e9a-4e83-891e-8f25c3ffdc84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.242s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.488101] env[62107]: DEBUG nova.network.neutron [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updated VIF entry in instance network info cache for port 7960623e-4f51-4ced-9bad-b8c71aa4d32b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.488470] env[62107]: DEBUG nova.network.neutron [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updating instance_info_cache with network_info: [{"id": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "address": "fa:16:3e:f5:39:94", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960623e-4f", "ovs_interfaceid": "7960623e-4f51-4ced-9bad-b8c71aa4d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.565055] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.606993] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663528} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.610045] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9e5fd757-c244-45b9-815d-7aa6de36ab95/9e5fd757-c244-45b9-815d-7aa6de36ab95.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1301.611032] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1301.611032] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a33f07e3-731a-4b6a-aa3e-1855c97307b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.620432] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1301.620432] env[62107]: value = "task-1698977" [ 1301.620432] env[62107]: _type = "Task" [ 1301.620432] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.633434] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.743058] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "e3149162-b99d-456b-9f81-f6209ee11fe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.743186] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.774111] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818c4218-baab-48dd-8e33-7ff32f2ad002 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.784171] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cde270-b681-4dbe-b704-2bf5a3ba4099 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.815538] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9090ec43-774b-45bb-bdde-3fae188d1992 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.826171] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c52476-3d16-490c-988f-9f28fedd6d6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.843904] env[62107]: DEBUG nova.compute.provider_tree [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.862437] env[62107]: DEBUG nova.objects.instance [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lazy-loading 'flavor' on Instance uuid 8553d005-e6e3-452c-a7e1-84a479c28c34 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.992634] env[62107]: DEBUG oslo_concurrency.lockutils [req-98e27d70-9c3d-4e97-9796-5d73dd90b504 req-a61a329c-175d-4a78-a279-9542de052336 service nova] Releasing lock "refresh_cache-7dea9ef9-d226-466b-be5f-2bc40a829a5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.131703] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128065} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.131989] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.133797] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574d1353-38f8-4f96-baeb-27f98567b08b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.159950] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 9e5fd757-c244-45b9-815d-7aa6de36ab95/9e5fd757-c244-45b9-815d-7aa6de36ab95.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.160480] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8248d163-7907-4d59-abe1-cf34e309cd2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.186239] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1302.186239] env[62107]: value = "task-1698978" [ 1302.186239] env[62107]: _type = "Task" [ 1302.186239] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.195213] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.348742] env[62107]: DEBUG nova.scheduler.client.report [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.367970] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0538b8e3-e89d-4c2c-9902-77de0912ec56 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.489288] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-3ba3ab68-3aca-455a-8600-9508a11579c9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.489288] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-3ba3ab68-3aca-455a-8600-9508a11579c9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.489288] env[62107]: DEBUG nova.objects.instance [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'flavor' on Instance uuid 3ba3ab68-3aca-455a-8600-9508a11579c9 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.696868] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.702947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.702947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.154787] env[62107]: DEBUG nova.objects.instance [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'pci_requests' on Instance uuid 3ba3ab68-3aca-455a-8600-9508a11579c9 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.200018] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.204890] env[62107]: INFO nova.compute.manager [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Detaching volume 7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb [ 1303.239240] env[62107]: INFO nova.virt.block_device [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Attempting to driver detach volume 7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb from mountpoint /dev/sdb [ 1303.239485] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.239684] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354164', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'name': 'volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8553d005-e6e3-452c-a7e1-84a479c28c34', 'attached_at': '', 'detached_at': '', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'serial': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.240598] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39d768-e282-4d03-a268-bfa803bfd203 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.265678] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c20aa2-dd29-4159-a2bd-c9c505552e99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.273278] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4125f32-4d68-4ab1-b9fd-7bf7d60897a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.300644] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcf14b9-bbd7-41ff-b414-17fe98843190 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.316977] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb/volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.322582] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.322867] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb782cb-3123-440f-b601-4131d4cdfde6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.343943] env[62107]: DEBUG oslo_vmware.api [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Waiting for the task: (returnval){ [ 1303.343943] env[62107]: value = "task-1698979" [ 1303.343943] env[62107]: _type = "Task" [ 1303.343943] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.352492] env[62107]: DEBUG oslo_vmware.api [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.356922] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.652s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.362760] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.173s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.362760] env[62107]: DEBUG nova.objects.instance [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lazy-loading 'resources' on Instance uuid b07f2e3a-b026-4d69-83c4-66dfb049201e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.660673] env[62107]: DEBUG nova.objects.base [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Object Instance<3ba3ab68-3aca-455a-8600-9508a11579c9> lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.660673] env[62107]: DEBUG nova.network.neutron [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.698623] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698978, 'name': ReconfigVM_Task, 'duration_secs': 1.315056} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.701278] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 9e5fd757-c244-45b9-815d-7aa6de36ab95/9e5fd757-c244-45b9-815d-7aa6de36ab95.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.701278] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f254d2f3-35e1-4e2f-84d1-f205c39b2b68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.710223] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1303.710223] env[62107]: value = "task-1698980" [ 1303.710223] env[62107]: _type = "Task" [ 1303.710223] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.721118] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698980, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.739496] env[62107]: DEBUG nova.policy [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1303.860014] env[62107]: DEBUG oslo_vmware.api [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698979, 'name': ReconfigVM_Task, 'duration_secs': 0.246363} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.860014] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.872044] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33c2576-0198-4fd3-9f8a-31bef15dc856 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.895938] env[62107]: DEBUG oslo_vmware.api [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Waiting for the task: (returnval){ [ 1303.895938] env[62107]: value = "task-1698981" [ 1303.895938] env[62107]: _type = "Task" [ 1303.895938] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.909440] env[62107]: DEBUG oslo_vmware.api [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.964374] env[62107]: INFO nova.scheduler.client.report [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleted allocation for migration 98909171-72ac-477e-a6c3-447cebbe36b7 [ 1304.222110] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698980, 'name': Rename_Task, 'duration_secs': 0.152208} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.222551] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.222725] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-665a88fd-81ed-4511-8af1-4887d2a95954 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.232834] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1304.232834] env[62107]: value = "task-1698982" [ 1304.232834] env[62107]: _type = "Task" [ 1304.232834] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.243412] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.360671] env[62107]: DEBUG nova.network.neutron [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Successfully created port: 16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.414157] env[62107]: DEBUG oslo_vmware.api [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Task: {'id': task-1698981, 'name': ReconfigVM_Task, 'duration_secs': 0.170118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.414157] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354164', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'name': 'volume-7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8553d005-e6e3-452c-a7e1-84a479c28c34', 'attached_at': '', 'detached_at': '', 'volume_id': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb', 'serial': '7453e6f9-2b91-496c-a9e2-9aeeb27cc0fb'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1304.439025] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37455d9b-9d02-4c83-a90e-797e9031d715 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.445694] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe517f3-e8e0-4135-9ef8-b9087fac62bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.483359] env[62107]: DEBUG oslo_concurrency.lockutils [None req-17495972-7cb9-4810-bb1e-761fc6b8a204 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.542s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.484964] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77686fff-d4e4-4016-8e26-4b0b1f88e0d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.493535] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cfb6d8-abfd-49cb-91f0-bdbf88321b8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.523180] env[62107]: DEBUG nova.compute.provider_tree [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.758141] env[62107]: DEBUG oslo_vmware.api [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698982, 'name': PowerOnVM_Task, 'duration_secs': 0.463014} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.758141] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.758141] env[62107]: INFO nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1304.762242] env[62107]: DEBUG nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1304.762864] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b7f07-3ee6-48b3-99a8-f56ff41ff2da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.991555] env[62107]: DEBUG nova.objects.instance [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lazy-loading 'flavor' on Instance uuid 8553d005-e6e3-452c-a7e1-84a479c28c34 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.026060] env[62107]: DEBUG nova.scheduler.client.report [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1305.293064] env[62107]: INFO nova.compute.manager [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Took 43.27 seconds to build instance. [ 1305.530990] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.534060] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.353s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.535470] env[62107]: INFO nova.compute.claims [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.555488] env[62107]: INFO nova.scheduler.client.report [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Deleted allocations for instance b07f2e3a-b026-4d69-83c4-66dfb049201e [ 1305.797235] env[62107]: DEBUG oslo_concurrency.lockutils [None req-329a1147-762e-4b34-ada6-74e732d3c124 tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.126s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.999734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7b98cced-7c21-4604-bf47-1986dd92bb36 tempest-VolumesAssistedSnapshotsTest-1544515878 tempest-VolumesAssistedSnapshotsTest-1544515878-project-admin] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.062845] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c19c041b-f81c-42f8-b808-da6e12019814 tempest-DeleteServersAdminTestJSON-503411275 tempest-DeleteServersAdminTestJSON-503411275-project-member] Lock "b07f2e3a-b026-4d69-83c4-66dfb049201e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.040s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.299807] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1306.430546] env[62107]: DEBUG nova.network.neutron [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Successfully updated port: 16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.614623] env[62107]: DEBUG nova.compute.manager [req-c5f8fb40-7943-4375-b878-2f72bd4fa829 req-f95e5ab7-d04f-44a8-bce7-d69daabd42c1 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-vif-plugged-16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1306.615019] env[62107]: DEBUG oslo_concurrency.lockutils [req-c5f8fb40-7943-4375-b878-2f72bd4fa829 req-f95e5ab7-d04f-44a8-bce7-d69daabd42c1 service nova] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.615176] env[62107]: DEBUG oslo_concurrency.lockutils [req-c5f8fb40-7943-4375-b878-2f72bd4fa829 req-f95e5ab7-d04f-44a8-bce7-d69daabd42c1 service nova] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.615254] env[62107]: DEBUG oslo_concurrency.lockutils [req-c5f8fb40-7943-4375-b878-2f72bd4fa829 req-f95e5ab7-d04f-44a8-bce7-d69daabd42c1 service nova] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.615432] env[62107]: DEBUG nova.compute.manager [req-c5f8fb40-7943-4375-b878-2f72bd4fa829 req-f95e5ab7-d04f-44a8-bce7-d69daabd42c1 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] No waiting events found dispatching network-vif-plugged-16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1306.615600] env[62107]: WARNING nova.compute.manager [req-c5f8fb40-7943-4375-b878-2f72bd4fa829 req-f95e5ab7-d04f-44a8-bce7-d69daabd42c1 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received unexpected event network-vif-plugged-16881d9c-ce3e-4597-becc-c79e87ba0be1 for instance with vm_state active and task_state None. [ 1306.819485] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.933816] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1306.935687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.935687] env[62107]: DEBUG nova.network.neutron [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.013029] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a42d6-8c1a-415e-94c3-ec757ab8c3fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.022254] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e373bd3-887e-4856-b4aa-e287a08c52fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.053583] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197e621-b477-479e-863b-60df475c4b92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.061361] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5012178a-5d94-49f8-a674-f93f6bb9ec8d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.075287] env[62107]: DEBUG nova.compute.provider_tree [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.470701] env[62107]: WARNING nova.network.neutron [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] 29e26196-86b3-4c45-9500-89fe3211d9d8 already exists in list: networks containing: ['29e26196-86b3-4c45-9500-89fe3211d9d8']. ignoring it [ 1307.579237] env[62107]: DEBUG nova.scheduler.client.report [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.773063] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.773501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.857577] env[62107]: DEBUG nova.network.neutron [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16881d9c-ce3e-4597-becc-c79e87ba0be1", "address": "fa:16:3e:03:ef:46", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16881d9c-ce", "ovs_interfaceid": "16881d9c-ce3e-4597-becc-c79e87ba0be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.084078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.084653] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1308.087356] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.404s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.088024] env[62107]: DEBUG nova.objects.instance [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lazy-loading 'resources' on Instance uuid 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.200383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "9e5fd757-c244-45b9-815d-7aa6de36ab95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.200708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.201125] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "9e5fd757-c244-45b9-815d-7aa6de36ab95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.201231] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.201328] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.205180] env[62107]: INFO nova.compute.manager [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Terminating instance [ 1308.207068] env[62107]: DEBUG nova.compute.manager [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1308.207164] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.207981] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c401a-939b-47ff-8608-14155e063657 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.216047] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.216277] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a167f63e-f08b-4c34-aca9-a9245d86a7e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.224311] env[62107]: DEBUG oslo_vmware.api [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1308.224311] env[62107]: value = "task-1698984" [ 1308.224311] env[62107]: _type = "Task" [ 1308.224311] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.233208] env[62107]: DEBUG oslo_vmware.api [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.361070] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.361070] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.361201] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.362014] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59af0fca-8815-4168-a877-db1d434b79fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.380775] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1308.381183] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1308.381183] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.381183] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1308.381298] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.381440] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1308.381643] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1308.381786] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1308.381946] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1308.382124] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1308.382321] env[62107]: DEBUG nova.virt.hardware [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1308.388829] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Reconfiguring VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1308.389511] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba701683-463c-4d1c-9f9f-bef2a4405bc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.408314] env[62107]: DEBUG oslo_vmware.api [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1308.408314] env[62107]: value = "task-1698985" [ 1308.408314] env[62107]: _type = "Task" [ 1308.408314] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.417713] env[62107]: DEBUG oslo_vmware.api [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698985, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.593564] env[62107]: DEBUG nova.compute.utils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1308.595264] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1308.595488] env[62107]: DEBUG nova.network.neutron [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1308.674118] env[62107]: DEBUG nova.policy [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b2d6d7fc4c8423eb9529b949a10030f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d25de0cc72346a3bcb30d2c7fbec9cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1308.735208] env[62107]: DEBUG oslo_vmware.api [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698984, 'name': PowerOffVM_Task, 'duration_secs': 0.405504} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.735931] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.735931] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.736504] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d9d5ee6-7484-4826-a6bf-1b4a8c67feb7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.848669] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.849050] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.849306] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Deleting the datastore file [datastore1] 9e5fd757-c244-45b9-815d-7aa6de36ab95 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.852563] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b1e383-f5d1-4880-b4ab-4bd8b9042a5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.860103] env[62107]: DEBUG oslo_vmware.api [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for the task: (returnval){ [ 1308.860103] env[62107]: value = "task-1698987" [ 1308.860103] env[62107]: _type = "Task" [ 1308.860103] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.872325] env[62107]: DEBUG oslo_vmware.api [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.926744] env[62107]: DEBUG oslo_vmware.api [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.098492] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1309.159792] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b1d96-e72d-46da-9d10-5ec89268fa0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.169435] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb0fd0d-29b2-4afd-bdce-a766551b5d25 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.206154] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b35860-6b2d-44e3-894f-955dc9fb90a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.214747] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50002a82-5a69-47ee-98e9-6b441e26d665 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.231278] env[62107]: DEBUG nova.compute.provider_tree [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.241445] env[62107]: DEBUG nova.network.neutron [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Successfully created port: d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1309.370934] env[62107]: DEBUG oslo_vmware.api [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Task: {'id': task-1698987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145424} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.371251] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.371445] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.371622] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.371792] env[62107]: INFO nova.compute.manager [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1309.372055] env[62107]: DEBUG oslo.service.loopingcall [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.372299] env[62107]: DEBUG nova.compute.manager [-] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1309.372396] env[62107]: DEBUG nova.network.neutron [-] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.428026] env[62107]: DEBUG oslo_vmware.api [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698985, 'name': ReconfigVM_Task, 'duration_secs': 0.816688} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.428026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.428026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Reconfigured VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1309.452118] env[62107]: DEBUG nova.compute.manager [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-changed-16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1309.452343] env[62107]: DEBUG nova.compute.manager [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Refreshing instance network info cache due to event network-changed-16881d9c-ce3e-4597-becc-c79e87ba0be1. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1309.452457] env[62107]: DEBUG oslo_concurrency.lockutils [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] Acquiring lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.452595] env[62107]: DEBUG oslo_concurrency.lockutils [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] Acquired lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.452806] env[62107]: DEBUG nova.network.neutron [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Refreshing network info cache for port 16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.739222] env[62107]: DEBUG nova.scheduler.client.report [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1309.932594] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e5d4f81e-3969-4c37-af5b-33712aaab3a4 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-3ba3ab68-3aca-455a-8600-9508a11579c9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.445s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.113255] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1310.142603] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1310.142857] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1310.143019] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.143223] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1310.143385] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.143533] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1310.143739] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1310.143933] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1310.144057] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1310.144236] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1310.144455] env[62107]: DEBUG nova.virt.hardware [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.145345] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc69eff-0d69-408a-a3ef-a6f30b896d2a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.156434] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc706ee-70bd-42b3-8f77-71cf0e39ff7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.186132] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.186397] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.186656] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "8553d005-e6e3-452c-a7e1-84a479c28c34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.186774] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.186948] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.191729] env[62107]: INFO nova.compute.manager [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Terminating instance [ 1310.196758] env[62107]: DEBUG nova.compute.manager [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1310.196946] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.198014] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce33f167-e408-4e8e-a06a-80fdaed2d3f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.206902] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.207154] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450f4d11-e354-4d6a-871d-950d8fa0e69f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.216241] env[62107]: DEBUG oslo_vmware.api [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1310.216241] env[62107]: value = "task-1698988" [ 1310.216241] env[62107]: _type = "Task" [ 1310.216241] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.225382] env[62107]: DEBUG oslo_vmware.api [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.231038] env[62107]: DEBUG nova.network.neutron [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updated VIF entry in instance network info cache for port 16881d9c-ce3e-4597-becc-c79e87ba0be1. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.231415] env[62107]: DEBUG nova.network.neutron [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16881d9c-ce3e-4597-becc-c79e87ba0be1", "address": "fa:16:3e:03:ef:46", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16881d9c-ce", "ovs_interfaceid": "16881d9c-ce3e-4597-becc-c79e87ba0be1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.242887] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.245418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.273s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.246899] env[62107]: INFO nova.compute.claims [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.249694] env[62107]: DEBUG nova.network.neutron [-] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.274554] env[62107]: INFO nova.scheduler.client.report [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted allocations for instance 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4 [ 1310.726731] env[62107]: DEBUG oslo_vmware.api [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698988, 'name': PowerOffVM_Task, 'duration_secs': 0.211992} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.727122] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.727190] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.727426] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8977efa1-1531-4682-8c2a-63f41b70bbfb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.733695] env[62107]: DEBUG oslo_concurrency.lockutils [req-17055e19-9645-45d9-896b-e982d0a73b1c req-ae36c927-33cd-4125-a6ea-1f0bf6271007 service nova] Releasing lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.753581] env[62107]: INFO nova.compute.manager [-] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Took 1.38 seconds to deallocate network for instance. [ 1310.783631] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ff874bcc-e0b3-40a4-878d-73bbb6dd9b24 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "3b027bd3-0eb6-4b61-8595-a0d649bfc9c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.086s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.805107] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.805588] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.806661] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Deleting the datastore file [datastore1] 8553d005-e6e3-452c-a7e1-84a479c28c34 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.807048] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a0a0fab-cdc2-497b-8fec-af8df1e374f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.819232] env[62107]: DEBUG oslo_vmware.api [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for the task: (returnval){ [ 1310.819232] env[62107]: value = "task-1698990" [ 1310.819232] env[62107]: _type = "Task" [ 1310.819232] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.829491] env[62107]: DEBUG oslo_vmware.api [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.078936] env[62107]: DEBUG nova.network.neutron [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Successfully updated port: d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.093258] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "f1611627-200c-496c-9fe4-fd60aff8f5ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.093418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.261127] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.332485] env[62107]: DEBUG oslo_vmware.api [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Task: {'id': task-1698990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176715} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.334743] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.334940] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.335126] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.335572] env[62107]: INFO nova.compute.manager [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1311.335572] env[62107]: DEBUG oslo.service.loopingcall [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.336497] env[62107]: DEBUG nova.compute.manager [-] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1311.336497] env[62107]: DEBUG nova.network.neutron [-] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.484366] env[62107]: DEBUG nova.compute.manager [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Received event network-vif-deleted-ba6fe8db-cb26-45d3-b846-cb6b01703d03 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.484583] env[62107]: DEBUG nova.compute.manager [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Received event network-vif-plugged-d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.484826] env[62107]: DEBUG oslo_concurrency.lockutils [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] Acquiring lock "5e003774-5b6d-4272-8685-189e967f63a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.484963] env[62107]: DEBUG oslo_concurrency.lockutils [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] Lock "5e003774-5b6d-4272-8685-189e967f63a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.485181] env[62107]: DEBUG oslo_concurrency.lockutils [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] Lock "5e003774-5b6d-4272-8685-189e967f63a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.485345] env[62107]: DEBUG nova.compute.manager [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] No waiting events found dispatching network-vif-plugged-d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1311.485505] env[62107]: WARNING nova.compute.manager [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Received unexpected event network-vif-plugged-d8287895-063e-47db-bbe9-784a6aee994d for instance with vm_state building and task_state spawning. [ 1311.485656] env[62107]: DEBUG nova.compute.manager [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Received event network-changed-d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1311.485801] env[62107]: DEBUG nova.compute.manager [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Refreshing instance network info cache due to event network-changed-d8287895-063e-47db-bbe9-784a6aee994d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1311.485974] env[62107]: DEBUG oslo_concurrency.lockutils [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] Acquiring lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.486115] env[62107]: DEBUG oslo_concurrency.lockutils [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] Acquired lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.486261] env[62107]: DEBUG nova.network.neutron [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Refreshing network info cache for port d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.500373] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.500535] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.584533] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.762146] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faece1ee-26bc-4858-9216-db5699d5728d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.772411] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617ec42e-21bb-4b92-adf2-7017ff75da37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.815165] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb9324-538f-43ac-ae38-0d76db85d562 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.824230] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a175a8da-8b34-4c9f-ab21-e4cd41e83371 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.840971] env[62107]: DEBUG nova.compute.provider_tree [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.997503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-3ba3ab68-3aca-455a-8600-9508a11579c9-16881d9c-ce3e-4597-becc-c79e87ba0be1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.997759] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-3ba3ab68-3aca-455a-8600-9508a11579c9-16881d9c-ce3e-4597-becc-c79e87ba0be1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.039684] env[62107]: DEBUG nova.network.neutron [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.137181] env[62107]: DEBUG nova.network.neutron [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.344781] env[62107]: DEBUG nova.scheduler.client.report [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1312.442088] env[62107]: DEBUG nova.network.neutron [-] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.501580] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.503038] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.503140] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f18a0ba-0a4a-4f99-96a0-758a61a483bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.522043] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cccd1c-909d-4205-81bf-1ffd8c8d0974 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.548191] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Reconfiguring VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1312.548809] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe161f72-3c68-4cd4-b95a-619de7c375b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.569561] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1312.569561] env[62107]: value = "task-1698991" [ 1312.569561] env[62107]: _type = "Task" [ 1312.569561] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.577963] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.639163] env[62107]: DEBUG oslo_concurrency.lockutils [req-042140f1-117a-4944-bdf1-a1ddced8149c req-f9724053-2cbe-45d8-9bab-9d301439fc75 service nova] Releasing lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.639592] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquired lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.639759] env[62107]: DEBUG nova.network.neutron [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.850543] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.851295] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1312.855975] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.591s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.855975] env[62107]: INFO nova.compute.claims [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.945594] env[62107]: INFO nova.compute.manager [-] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Took 1.61 seconds to deallocate network for instance. [ 1313.081652] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.169920] env[62107]: DEBUG nova.network.neutron [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.320920] env[62107]: DEBUG nova.network.neutron [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Updating instance_info_cache with network_info: [{"id": "d8287895-063e-47db-bbe9-784a6aee994d", "address": "fa:16:3e:be:9f:d2", "network": {"id": "b0241b43-f5dc-4d96-8114-a3fa92132e1d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-789726476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d25de0cc72346a3bcb30d2c7fbec9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8287895-06", "ovs_interfaceid": "d8287895-063e-47db-bbe9-784a6aee994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.356155] env[62107]: DEBUG nova.compute.utils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.357911] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1313.358102] env[62107]: DEBUG nova.network.neutron [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.398662] env[62107]: DEBUG nova.policy [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5962e8ba9dfe4db69d801588123d62ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7631e29aba54db4bc0577fba6a107c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1313.452965] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.514591] env[62107]: DEBUG nova.compute.manager [req-95cc2d2d-cb28-4838-8d18-9ef52374316b req-15278597-60fe-4d3b-b60d-7640e6babae1 service nova] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Received event network-vif-deleted-5cab7362-b2c8-45ea-94b6-b2561ba0ebd5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1313.580596] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.702018] env[62107]: DEBUG nova.network.neutron [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Successfully created port: 6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.824680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Releasing lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.825044] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Instance network_info: |[{"id": "d8287895-063e-47db-bbe9-784a6aee994d", "address": "fa:16:3e:be:9f:d2", "network": {"id": "b0241b43-f5dc-4d96-8114-a3fa92132e1d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-789726476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d25de0cc72346a3bcb30d2c7fbec9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8287895-06", "ovs_interfaceid": "d8287895-063e-47db-bbe9-784a6aee994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1313.825484] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:9f:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8287895-063e-47db-bbe9-784a6aee994d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.834085] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Creating folder: Project (2d25de0cc72346a3bcb30d2c7fbec9cf). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.834354] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2373a05-4d15-4830-87dc-e2ed3ed8227f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.849757] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Created folder: Project (2d25de0cc72346a3bcb30d2c7fbec9cf) in parent group-v354057. [ 1313.849951] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Creating folder: Instances. Parent ref: group-v354168. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.850265] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72efc66d-6030-4bfc-80ef-64df76a35499 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.861208] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1313.863936] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Created folder: Instances in parent group-v354168. [ 1313.864185] env[62107]: DEBUG oslo.service.loopingcall [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.868460] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.868876] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2be16ab-522c-481b-b2e8-55aa12a2c27e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.889500] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.889500] env[62107]: value = "task-1698994" [ 1313.889500] env[62107]: _type = "Task" [ 1313.889500] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.897717] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698994, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.085704] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.376484] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e4485-8f4d-4d54-9048-41920ae62325 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.385101] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85163f73-e86d-4ad3-9cce-c5b6525347fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.422456] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335a1ea-f305-4486-bd9e-4d950ee8b4c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.428171] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1698994, 'name': CreateVM_Task, 'duration_secs': 0.383348} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.428683] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.429388] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.429547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.430788] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.430788] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1eda97-a219-438e-8327-2406480bb17f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.435905] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299f6fa3-ec71-4624-8ef5-c03fe23ef071 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.440964] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1314.440964] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e169aa-1b9e-841e-0043-94c34566f219" [ 1314.440964] env[62107]: _type = "Task" [ 1314.440964] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.452279] env[62107]: DEBUG nova.compute.provider_tree [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.459425] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e169aa-1b9e-841e-0043-94c34566f219, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.459714] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.459949] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.461235] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.461235] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.461235] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.461235] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d304352-0db2-4f39-a049-cd0d039593b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.471573] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.471573] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.471573] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4316a1bb-f425-4bee-a601-43721f43c8ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.476732] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1314.476732] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ae0389-fe34-799f-085f-0277716ad72c" [ 1314.476732] env[62107]: _type = "Task" [ 1314.476732] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.485214] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ae0389-fe34-799f-085f-0277716ad72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.581293] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.870143] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1314.896349] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1314.896591] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1314.896753] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.896927] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1314.897083] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.897234] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1314.897449] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1314.897594] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1314.897757] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1314.897926] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1314.898103] env[62107]: DEBUG nova.virt.hardware [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1314.898966] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de48c9-54d5-4ab5-8846-cca99733c2b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.907974] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79eecf5-c64a-4147-95c8-52c5c56e65a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.957364] env[62107]: DEBUG nova.scheduler.client.report [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1314.989617] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ae0389-fe34-799f-085f-0277716ad72c, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.990627] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ec6c22-1b70-4707-807a-0fcc48f634dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.996957] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1314.996957] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524acce4-fda1-bc32-6ad5-29000bcfe2bb" [ 1314.996957] env[62107]: _type = "Task" [ 1314.996957] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.006472] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524acce4-fda1-bc32-6ad5-29000bcfe2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.083605] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.287364] env[62107]: DEBUG nova.network.neutron [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Successfully updated port: 6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.462534] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.463091] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1315.465972] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.887s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.466159] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.466311] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1315.466583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.997s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.468024] env[62107]: INFO nova.compute.claims [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.471249] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8f95dc-cbf1-41ba-ab3a-550864780ac0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.480595] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311efca2-5270-4f1a-8840-7fad813665f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.496150] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af210c2d-0bc5-427d-b074-3f0f5a6df720 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.510197] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b661e4a-0811-400c-b784-449c0451bec1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.513758] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524acce4-fda1-bc32-6ad5-29000bcfe2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.514019] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.514277] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5e003774-5b6d-4272-8685-189e967f63a1/5e003774-5b6d-4272-8685-189e967f63a1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.514811] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e9b45d-a3ca-4d64-99f5-ff512ae98e7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.542630] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179399MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1315.542792] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.544499] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1315.544499] env[62107]: value = "task-1698995" [ 1315.544499] env[62107]: _type = "Task" [ 1315.544499] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.553875] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.561526] env[62107]: DEBUG nova.compute.manager [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Received event network-vif-plugged-6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1315.561526] env[62107]: DEBUG oslo_concurrency.lockutils [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] Acquiring lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.561526] env[62107]: DEBUG oslo_concurrency.lockutils [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.561526] env[62107]: DEBUG oslo_concurrency.lockutils [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.561770] env[62107]: DEBUG nova.compute.manager [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] No waiting events found dispatching network-vif-plugged-6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1315.561770] env[62107]: WARNING nova.compute.manager [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Received unexpected event network-vif-plugged-6f1bf883-2cdc-4f0a-9486-edca36812b37 for instance with vm_state building and task_state spawning. [ 1315.561888] env[62107]: DEBUG nova.compute.manager [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Received event network-changed-6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1315.562042] env[62107]: DEBUG nova.compute.manager [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Refreshing instance network info cache due to event network-changed-6f1bf883-2cdc-4f0a-9486-edca36812b37. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1315.562263] env[62107]: DEBUG oslo_concurrency.lockutils [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] Acquiring lock "refresh_cache-90e88eb8-7d4a-4a76-b46f-105292f41ce0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.562386] env[62107]: DEBUG oslo_concurrency.lockutils [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] Acquired lock "refresh_cache-90e88eb8-7d4a-4a76-b46f-105292f41ce0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.562538] env[62107]: DEBUG nova.network.neutron [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Refreshing network info cache for port 6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.585555] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.789676] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "refresh_cache-90e88eb8-7d4a-4a76-b46f-105292f41ce0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.972692] env[62107]: DEBUG nova.compute.utils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1315.974575] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1315.974724] env[62107]: DEBUG nova.network.neutron [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1316.020457] env[62107]: DEBUG nova.policy [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10673fde9cb442dae51e621af67887b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae5b7980a5a4b908ac5afc7340330d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1316.058231] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698995, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.082633] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.123913] env[62107]: DEBUG nova.network.neutron [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.276469] env[62107]: DEBUG nova.network.neutron [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.442864] env[62107]: DEBUG nova.network.neutron [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Successfully created port: 59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1316.480147] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1316.559399] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561253} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.560261] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5e003774-5b6d-4272-8685-189e967f63a1/5e003774-5b6d-4272-8685-189e967f63a1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.560530] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.560817] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dbe422e-0a8d-4b70-817f-ef18011482b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.573702] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1316.573702] env[62107]: value = "task-1698996" [ 1316.573702] env[62107]: _type = "Task" [ 1316.573702] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.589257] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.593095] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.781253] env[62107]: DEBUG oslo_concurrency.lockutils [req-7013f9d8-24d2-4f03-ae93-f86ed6113650 req-d45822ec-ab91-4913-b988-4d25b16c2ad4 service nova] Releasing lock "refresh_cache-90e88eb8-7d4a-4a76-b46f-105292f41ce0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.781809] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquired lock "refresh_cache-90e88eb8-7d4a-4a76-b46f-105292f41ce0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.781963] env[62107]: DEBUG nova.network.neutron [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.008432] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f15e990-ef91-4761-a5c6-7771195a2a44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.018615] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d01d2-0722-4b91-a833-8ef3c855f551 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.055643] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f050fdde-4fb1-4719-9d34-e889e0d384d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.066015] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b179d429-19a4-448c-99aa-520497ee07f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.082209] env[62107]: DEBUG nova.compute.provider_tree [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.095921] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069324} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.099130] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.099467] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.100177] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b23154-a6fa-46e5-9510-935e90d4da04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.123536] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5e003774-5b6d-4272-8685-189e967f63a1/5e003774-5b6d-4272-8685-189e967f63a1.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.123826] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15946c0f-ea2f-453a-8cc1-d0d610e54ab1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.145859] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1317.145859] env[62107]: value = "task-1698997" [ 1317.145859] env[62107]: _type = "Task" [ 1317.145859] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.154935] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.319239] env[62107]: DEBUG nova.network.neutron [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.496212] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1317.523775] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1317.524015] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1317.524186] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.524370] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1317.524528] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.524649] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1317.524852] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1317.525011] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1317.526030] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1317.526361] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1317.526567] env[62107]: DEBUG nova.virt.hardware [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1317.527452] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cceeee5-da91-46c3-ad2f-f587d7ef224c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.531205] env[62107]: DEBUG nova.network.neutron [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Updating instance_info_cache with network_info: [{"id": "6f1bf883-2cdc-4f0a-9486-edca36812b37", "address": "fa:16:3e:a6:f7:41", "network": {"id": "5baa899e-cadd-476d-9ff8-7dc3d135db57", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1866497121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7631e29aba54db4bc0577fba6a107c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1bf883-2c", "ovs_interfaceid": "6f1bf883-2cdc-4f0a-9486-edca36812b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.539040] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c7849-2e56-442d-b057-73ac339010ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.591698] env[62107]: DEBUG nova.scheduler.client.report [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1317.602807] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.656085] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698997, 'name': ReconfigVM_Task, 'duration_secs': 0.334233} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.656374] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5e003774-5b6d-4272-8685-189e967f63a1/5e003774-5b6d-4272-8685-189e967f63a1.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.657022] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aba6327-4eda-4c20-a8c3-6ca7e8dbea92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.664012] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1317.664012] env[62107]: value = "task-1698998" [ 1317.664012] env[62107]: _type = "Task" [ 1317.664012] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.671868] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698998, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.034715] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Releasing lock "refresh_cache-90e88eb8-7d4a-4a76-b46f-105292f41ce0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.035086] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Instance network_info: |[{"id": "6f1bf883-2cdc-4f0a-9486-edca36812b37", "address": "fa:16:3e:a6:f7:41", "network": {"id": "5baa899e-cadd-476d-9ff8-7dc3d135db57", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1866497121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7631e29aba54db4bc0577fba6a107c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f1bf883-2c", "ovs_interfaceid": "6f1bf883-2cdc-4f0a-9486-edca36812b37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1318.035522] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:f7:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f1bf883-2cdc-4f0a-9486-edca36812b37', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.043481] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Creating folder: Project (c7631e29aba54db4bc0577fba6a107c3). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.043770] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7cd6b8e-9dc3-4084-84eb-bf30ed6254bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.058041] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Created folder: Project (c7631e29aba54db4bc0577fba6a107c3) in parent group-v354057. [ 1318.058254] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Creating folder: Instances. Parent ref: group-v354171. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.058505] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9152029a-c971-4fe1-b654-3f57a2531846 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.070085] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Created folder: Instances in parent group-v354171. [ 1318.070359] env[62107]: DEBUG oslo.service.loopingcall [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.070594] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.070845] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87642de2-229c-4ab5-b994-a6c6ec9469d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.095614] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.096838] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.096838] env[62107]: value = "task-1699001" [ 1318.096838] env[62107]: _type = "Task" [ 1318.096838] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.104923] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.105306] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1318.107884] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699001, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.108180] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.947s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.109573] env[62107]: INFO nova.compute.claims [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.174785] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1698998, 'name': Rename_Task, 'duration_secs': 0.179767} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.177614] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.177946] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad21dc4-ac46-4e00-bb33-b3dcd44702bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.186696] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1318.186696] env[62107]: value = "task-1699002" [ 1318.186696] env[62107]: _type = "Task" [ 1318.186696] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.195743] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1699002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.272576] env[62107]: DEBUG nova.compute.manager [req-d7370dc8-4aec-41fd-88db-f4810f5a4cbb req-34346083-fdb6-43fc-942a-c94f0b56a34f service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Received event network-vif-plugged-59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1318.272842] env[62107]: DEBUG oslo_concurrency.lockutils [req-d7370dc8-4aec-41fd-88db-f4810f5a4cbb req-34346083-fdb6-43fc-942a-c94f0b56a34f service nova] Acquiring lock "cdec697b-1808-4f23-b40c-df3751bf4a44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.273052] env[62107]: DEBUG oslo_concurrency.lockutils [req-d7370dc8-4aec-41fd-88db-f4810f5a4cbb req-34346083-fdb6-43fc-942a-c94f0b56a34f service nova] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.273217] env[62107]: DEBUG oslo_concurrency.lockutils [req-d7370dc8-4aec-41fd-88db-f4810f5a4cbb req-34346083-fdb6-43fc-942a-c94f0b56a34f service nova] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.273446] env[62107]: DEBUG nova.compute.manager [req-d7370dc8-4aec-41fd-88db-f4810f5a4cbb req-34346083-fdb6-43fc-942a-c94f0b56a34f service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] No waiting events found dispatching network-vif-plugged-59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1318.273619] env[62107]: WARNING nova.compute.manager [req-d7370dc8-4aec-41fd-88db-f4810f5a4cbb req-34346083-fdb6-43fc-942a-c94f0b56a34f service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Received unexpected event network-vif-plugged-59d78b3d-159c-4b4f-9b99-ae316036e2c6 for instance with vm_state building and task_state spawning. [ 1318.375345] env[62107]: DEBUG nova.network.neutron [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Successfully updated port: 59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.600569] env[62107]: DEBUG oslo_vmware.api [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1698991, 'name': ReconfigVM_Task, 'duration_secs': 5.831593} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.603850] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.604106] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Reconfigured VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1318.612110] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699001, 'name': CreateVM_Task, 'duration_secs': 0.351419} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.613471] env[62107]: DEBUG nova.compute.utils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.614698] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.618023] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1318.618023] env[62107]: DEBUG nova.network.neutron [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.619807] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.619987] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.621105] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.621273] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e71c56-4164-41df-a6dc-dc36a8c89263 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.628435] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1318.628435] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521e75c3-feeb-73f0-02ba-79826c88fabc" [ 1318.628435] env[62107]: _type = "Task" [ 1318.628435] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.641048] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521e75c3-feeb-73f0-02ba-79826c88fabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.697407] env[62107]: DEBUG oslo_vmware.api [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1699002, 'name': PowerOnVM_Task, 'duration_secs': 0.508507} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.697692] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.697896] env[62107]: INFO nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1318.698083] env[62107]: DEBUG nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1318.698870] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a046c8fa-395d-49b1-b0d4-350a73b2daca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.719591] env[62107]: DEBUG nova.policy [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c025da729f0c465cad661586cb2985a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bebe64cba7b848798a1332a14f6288e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1318.877833] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "refresh_cache-cdec697b-1808-4f23-b40c-df3751bf4a44" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.878210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "refresh_cache-cdec697b-1808-4f23-b40c-df3751bf4a44" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.878347] env[62107]: DEBUG nova.network.neutron [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.117755] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1319.143020] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521e75c3-feeb-73f0-02ba-79826c88fabc, 'name': SearchDatastore_Task, 'duration_secs': 0.012108} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.143020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.143020] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.143020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.143020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.143020] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.143020] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e840d90b-c37c-4609-bcf1-fc4b6372f265 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.151225] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.151424] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.154978] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f9d07f-aa2a-4459-bb03-5859897be788 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.161471] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1319.161471] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524d0a86-4156-c85d-91fe-3ac82a46b73e" [ 1319.161471] env[62107]: _type = "Task" [ 1319.161471] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.172069] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524d0a86-4156-c85d-91fe-3ac82a46b73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.174676] env[62107]: DEBUG nova.network.neutron [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Successfully created port: bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.219561] env[62107]: INFO nova.compute.manager [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Took 53.07 seconds to build instance. [ 1319.432793] env[62107]: DEBUG nova.network.neutron [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.623259] env[62107]: INFO nova.virt.block_device [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Booting with volume b69d47ed-79fe-4cd5-80ff-1ff6e37ec333 at /dev/sda [ 1319.672801] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbdde6a3-7513-4b89-bfe0-b9b36c1c54a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.679120] env[62107]: DEBUG nova.network.neutron [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Updating instance_info_cache with network_info: [{"id": "59d78b3d-159c-4b4f-9b99-ae316036e2c6", "address": "fa:16:3e:dd:4b:64", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d78b3d-15", "ovs_interfaceid": "59d78b3d-159c-4b4f-9b99-ae316036e2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.684411] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524d0a86-4156-c85d-91fe-3ac82a46b73e, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.686292] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87888d10-28ff-4621-97c1-91965e297ce1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.691067] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2d3a0-021c-4f9b-a8fd-272e6523380d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.710217] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1319.710217] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c8fed8-6f90-dacc-f0be-af19173ab16b" [ 1319.710217] env[62107]: _type = "Task" [ 1319.710217] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.719928] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c8fed8-6f90-dacc-f0be-af19173ab16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.732484] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26c6eba0-fa9b-47ef-a595-e5f17e98c77d tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "5e003774-5b6d-4272-8685-189e967f63a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.993s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.733964] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6945907-c4d5-46a8-a0ab-a920eb58fe0c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.743625] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aaa00f-ff50-4528-8abf-e1ccb4d786f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.770408] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5fa5a-c24b-43f9-8375-8bfa00228e7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.785094] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1288c788-a5bf-4674-951c-749ba41f09bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.788774] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a220e1f-b9f7-4111-a94b-b571391546b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.821012] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2beead4-7a4f-4768-bd55-e2926e5775cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.824573] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357397c-801e-48cf-95a5-e67587186353 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.832290] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c657ee9-c425-4953-8add-ee9e54cd52a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.845991] env[62107]: DEBUG nova.compute.provider_tree [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.850464] env[62107]: DEBUG nova.virt.block_device [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updating existing volume attachment record: edd91cea-5a34-47c5-9708-5d8132abe1d1 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.941386] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.941677] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.941888] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.942084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.942251] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.944969] env[62107]: INFO nova.compute.manager [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Terminating instance [ 1319.949091] env[62107]: DEBUG nova.compute.manager [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1319.949291] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.950116] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd110e2-5c27-49e5-afd5-a82d598dc0ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.958627] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.958867] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d4c4bee-1282-4f2e-baf8-f6449b26a3f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.967050] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1319.967050] env[62107]: value = "task-1699003" [ 1319.967050] env[62107]: _type = "Task" [ 1319.967050] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.976481] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.044086] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.044331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.044761] env[62107]: DEBUG nova.network.neutron [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.186336] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "refresh_cache-cdec697b-1808-4f23-b40c-df3751bf4a44" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.186697] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Instance network_info: |[{"id": "59d78b3d-159c-4b4f-9b99-ae316036e2c6", "address": "fa:16:3e:dd:4b:64", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d78b3d-15", "ovs_interfaceid": "59d78b3d-159c-4b4f-9b99-ae316036e2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1320.187767] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:4b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d78b3d-159c-4b4f-9b99-ae316036e2c6', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.195041] env[62107]: DEBUG oslo.service.loopingcall [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.196036] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.196287] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fd76200-1d67-4fd0-afa2-861b0d81dd43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.220499] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c8fed8-6f90-dacc-f0be-af19173ab16b, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.222078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.222376] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 90e88eb8-7d4a-4a76-b46f-105292f41ce0/90e88eb8-7d4a-4a76-b46f-105292f41ce0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.222376] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.222376] env[62107]: value = "task-1699004" [ 1320.222376] env[62107]: _type = "Task" [ 1320.222376] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.222625] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dacb6753-fd3f-4fc6-9312-86f7213b1e88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.234902] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699004, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.236391] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1320.240958] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1320.240958] env[62107]: value = "task-1699005" [ 1320.240958] env[62107]: _type = "Task" [ 1320.240958] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.253390] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.308650] env[62107]: DEBUG nova.compute.manager [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Received event network-changed-59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1320.308856] env[62107]: DEBUG nova.compute.manager [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Refreshing instance network info cache due to event network-changed-59d78b3d-159c-4b4f-9b99-ae316036e2c6. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1320.309270] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] Acquiring lock "refresh_cache-cdec697b-1808-4f23-b40c-df3751bf4a44" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.309340] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] Acquired lock "refresh_cache-cdec697b-1808-4f23-b40c-df3751bf4a44" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.309506] env[62107]: DEBUG nova.network.neutron [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Refreshing network info cache for port 59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.354063] env[62107]: DEBUG nova.scheduler.client.report [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.481337] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699003, 'name': PowerOffVM_Task, 'duration_secs': 0.22176} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.481721] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.481992] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.482419] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a250c3e-5508-4665-815e-b725917a6e9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.580130] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.580130] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.580130] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleting the datastore file [datastore1] 3ba3ab68-3aca-455a-8600-9508a11579c9 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.580130] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d79aac5f-95c8-4aaf-ac9f-63de099b7da2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.586929] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1320.586929] env[62107]: value = "task-1699007" [ 1320.586929] env[62107]: _type = "Task" [ 1320.586929] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.598417] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.736094] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699004, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.756800] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.766995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.859910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.860832] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1320.866027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.124s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.866027] env[62107]: DEBUG nova.objects.instance [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lazy-loading 'resources' on Instance uuid 227a90d6-1651-45fb-bb34-c785a7a7ff49 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.990862] env[62107]: INFO nova.network.neutron [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Port 16881d9c-ce3e-4597-becc-c79e87ba0be1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1320.990862] env[62107]: DEBUG nova.network.neutron [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.103715] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.172376] env[62107]: DEBUG nova.network.neutron [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Successfully updated port: bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.236969] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699004, 'name': CreateVM_Task, 'duration_secs': 0.708772} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.241061] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.241061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.241061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.241061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.241061] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a82ea6-5846-4ea5-b045-b2a79582d6f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.250231] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1321.250231] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ab444f-dfaf-b155-12cb-7c1357267d4f" [ 1321.250231] env[62107]: _type = "Task" [ 1321.250231] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.259516] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60988} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.260316] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 90e88eb8-7d4a-4a76-b46f-105292f41ce0/90e88eb8-7d4a-4a76-b46f-105292f41ce0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.263675] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.263675] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d8b5ab6-57e8-447c-a73b-53aa01939ab0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.267627] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ab444f-dfaf-b155-12cb-7c1357267d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.270078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.270078] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.270078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.270078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.270078] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.271933] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8139336-cfec-404b-b313-20a5aa2e0a64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.275994] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1321.275994] env[62107]: value = "task-1699008" [ 1321.275994] env[62107]: _type = "Task" [ 1321.275994] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.284704] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.284890] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.289672] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae00475-fd8b-4bb9-b12a-c832562eaca2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.292401] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.297147] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1321.297147] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f303aa-880b-a3a5-0724-8d3a53c1ded1" [ 1321.297147] env[62107]: _type = "Task" [ 1321.297147] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.306717] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f303aa-880b-a3a5-0724-8d3a53c1ded1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.316510] env[62107]: DEBUG nova.network.neutron [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Updated VIF entry in instance network info cache for port 59d78b3d-159c-4b4f-9b99-ae316036e2c6. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.316865] env[62107]: DEBUG nova.network.neutron [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Updating instance_info_cache with network_info: [{"id": "59d78b3d-159c-4b4f-9b99-ae316036e2c6", "address": "fa:16:3e:dd:4b:64", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d78b3d-15", "ovs_interfaceid": "59d78b3d-159c-4b4f-9b99-ae316036e2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.369491] env[62107]: DEBUG nova.compute.utils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.373720] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1321.373908] env[62107]: DEBUG nova.network.neutron [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1321.425609] env[62107]: DEBUG nova.policy [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdf14afdca72435f9ebdd96fedaeac1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6c5d275c96b444e928bcb4c8a44d9b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1321.495470] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-3ba3ab68-3aca-455a-8600-9508a11579c9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.599028] env[62107]: DEBUG oslo_vmware.api [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578455} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.599831] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.599831] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.599831] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.599831] env[62107]: INFO nova.compute.manager [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1321.600114] env[62107]: DEBUG oslo.service.loopingcall [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.600220] env[62107]: DEBUG nova.compute.manager [-] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1321.600320] env[62107]: DEBUG nova.network.neutron [-] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.675998] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.676169] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquired lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.676318] env[62107]: DEBUG nova.network.neutron [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.776112] env[62107]: DEBUG nova.network.neutron [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Successfully created port: 7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.787594] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156382} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.790145] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.791156] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cf18f8-2245-4740-b23f-b076b6bfff8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.817027] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 90e88eb8-7d4a-4a76-b46f-105292f41ce0/90e88eb8-7d4a-4a76-b46f-105292f41ce0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.824353] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571ecf33-b6b8-4554-ac60-1011603f769e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.841021] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] Releasing lock "refresh_cache-cdec697b-1808-4f23-b40c-df3751bf4a44" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.841021] env[62107]: DEBUG nova.compute.manager [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-vif-deleted-16881d9c-ce3e-4597-becc-c79e87ba0be1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1321.841021] env[62107]: INFO nova.compute.manager [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Neutron deleted interface 16881d9c-ce3e-4597-becc-c79e87ba0be1; detaching it from the instance and deleting it from the info cache [ 1321.841021] env[62107]: DEBUG nova.network.neutron [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [{"id": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "address": "fa:16:3e:55:5f:58", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e9482cb-e8", "ovs_interfaceid": "6e9482cb-e8c9-4411-93e7-52655ff74d52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.849569] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f303aa-880b-a3a5-0724-8d3a53c1ded1, 'name': SearchDatastore_Task, 'duration_secs': 0.022281} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.851524] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1321.851524] env[62107]: value = "task-1699009" [ 1321.851524] env[62107]: _type = "Task" [ 1321.851524] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.851713] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3615482-bb5a-445c-8be8-46670dcc48e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.868284] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.869530] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1321.869530] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527ba4a2-9429-a1bb-f15d-f47c12a25c4b" [ 1321.869530] env[62107]: _type = "Task" [ 1321.869530] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.879904] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1321.886482] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527ba4a2-9429-a1bb-f15d-f47c12a25c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.953652] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1321.954193] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1321.954412] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1321.954566] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.954796] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1321.954974] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.955122] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1321.955292] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1321.955471] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1321.955607] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1321.955767] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1321.955935] env[62107]: DEBUG nova.virt.hardware [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.956897] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aae429-f5d0-4c64-b0b5-f86a324d7caa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.971308] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9dfbf0-55c1-40ff-b8bd-0fea5fa3e2c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.997905] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8af7e9a5-e446-4098-9942-375692cdac80 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-3ba3ab68-3aca-455a-8600-9508a11579c9-16881d9c-ce3e-4597-becc-c79e87ba0be1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.000425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f7e25-cf70-4ec1-9983-7613b3c056f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.009024] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc6c202-8339-4243-ad93-24ebc02e9250 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.042155] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b0160-6996-422a-a325-25987ba2d1ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.051093] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373497b7-f055-4c53-beaf-5922de85eb96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.065715] env[62107]: DEBUG nova.compute.provider_tree [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.226261] env[62107]: DEBUG nova.network.neutron [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.344579] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0da68a1-1f06-4779-aa86-bb04fdc94055 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.355832] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23006049-d973-4ae6-b0f2-32b0d8f707e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.390752] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527ba4a2-9429-a1bb-f15d-f47c12a25c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.021042} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.394050] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699009, 'name': ReconfigVM_Task, 'duration_secs': 0.324873} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.405149] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.405430] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] cdec697b-1808-4f23-b40c-df3751bf4a44/cdec697b-1808-4f23-b40c-df3751bf4a44.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1322.405732] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 90e88eb8-7d4a-4a76-b46f-105292f41ce0/90e88eb8-7d4a-4a76-b46f-105292f41ce0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.406483] env[62107]: DEBUG nova.compute.manager [req-a504fcec-f4da-4665-9cc9-4b0afd456c90 req-ada23913-fde7-4fbd-8532-7bd12e0b1b0b service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Detach interface failed, port_id=16881d9c-ce3e-4597-becc-c79e87ba0be1, reason: Instance 3ba3ab68-3aca-455a-8600-9508a11579c9 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1322.408551] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebfe8216-54f4-486c-9fc3-99d03a11da36 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.410098] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8421cf1f-174d-4e36-98dc-0e775fef1300 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.413254] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Received event network-changed-d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1322.413419] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Refreshing instance network info cache due to event network-changed-d8287895-063e-47db-bbe9-784a6aee994d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1322.413616] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Acquiring lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.413757] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Acquired lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.413944] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Refreshing network info cache for port d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.421365] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1322.421365] env[62107]: value = "task-1699010" [ 1322.421365] env[62107]: _type = "Task" [ 1322.421365] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.423018] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1322.423018] env[62107]: value = "task-1699011" [ 1322.423018] env[62107]: _type = "Task" [ 1322.423018] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.437827] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.438763] env[62107]: DEBUG nova.network.neutron [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updating instance_info_cache with network_info: [{"id": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "address": "fa:16:3e:3a:26:a8", "network": {"id": "cff2f831-77b7-4b92-8b62-ff384949cad9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1618288335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bebe64cba7b848798a1332a14f6288e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbacfec3b-5e", "ovs_interfaceid": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.443399] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699011, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.569755] env[62107]: DEBUG nova.scheduler.client.report [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1322.682979] env[62107]: DEBUG nova.network.neutron [-] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.896198] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1322.930151] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1322.930151] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1322.930151] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.930151] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1322.930614] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.930895] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1322.931225] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1322.931489] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1322.931839] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1322.932408] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1322.932773] env[62107]: DEBUG nova.virt.hardware [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1322.936217] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e51ce-24b6-4f4f-8470-2692d2cbe92e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.947484] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Releasing lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.947933] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance network_info: |[{"id": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "address": "fa:16:3e:3a:26:a8", "network": {"id": "cff2f831-77b7-4b92-8b62-ff384949cad9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1618288335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bebe64cba7b848798a1332a14f6288e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbacfec3b-5e", "ovs_interfaceid": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1322.948330] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.949112] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:26:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bacfec3b-5eea-4de7-a25d-1f739a327f68', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.957637] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Creating folder: Project (bebe64cba7b848798a1332a14f6288e4). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.963319] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c78023d-fdda-47b8-a4b8-45732b80e2e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.967073] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2526a0-e9f6-4dd6-a8d3-f68fa3a64c0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.975424] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699011, 'name': Rename_Task, 'duration_secs': 0.153143} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.976139] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.976437] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8924c24-0bba-479f-8076-9967ac7affd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.990539] env[62107]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1322.990658] env[62107]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62107) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1322.991580] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Folder already exists: Project (bebe64cba7b848798a1332a14f6288e4). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1322.992503] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Creating folder: Instances. Parent ref: group-v354125. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1322.992503] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de2667e9-7450-461f-95d3-3bf2ebaa6e5f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.998294] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1322.998294] env[62107]: value = "task-1699013" [ 1322.998294] env[62107]: _type = "Task" [ 1322.998294] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.006831] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Created folder: Instances in parent group-v354125. [ 1323.007126] env[62107]: DEBUG oslo.service.loopingcall [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.007871] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.010850] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e71662f8-90e0-4026-bc16-00c9d4954e63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.027094] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.035685] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.035685] env[62107]: value = "task-1699015" [ 1323.035685] env[62107]: _type = "Task" [ 1323.035685] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.047866] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699015, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.075089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.078808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.756s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.078808] env[62107]: DEBUG nova.objects.instance [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lazy-loading 'resources' on Instance uuid 040543b1-db31-45db-8cbb-8fec5091cdb0 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.101821] env[62107]: INFO nova.scheduler.client.report [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Deleted allocations for instance 227a90d6-1651-45fb-bb34-c785a7a7ff49 [ 1323.187299] env[62107]: INFO nova.compute.manager [-] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Took 1.59 seconds to deallocate network for instance. [ 1323.223584] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Updated VIF entry in instance network info cache for port d8287895-063e-47db-bbe9-784a6aee994d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.224019] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Updating instance_info_cache with network_info: [{"id": "d8287895-063e-47db-bbe9-784a6aee994d", "address": "fa:16:3e:be:9f:d2", "network": {"id": "b0241b43-f5dc-4d96-8114-a3fa92132e1d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-789726476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d25de0cc72346a3bcb30d2c7fbec9cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8287895-06", "ovs_interfaceid": "d8287895-063e-47db-bbe9-784a6aee994d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.436210] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697799} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.436504] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] cdec697b-1808-4f23-b40c-df3751bf4a44/cdec697b-1808-4f23-b40c-df3751bf4a44.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.436795] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.437114] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-471b78c6-3f39-4dce-8733-d9112b830165 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.445440] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1323.445440] env[62107]: value = "task-1699016" [ 1323.445440] env[62107]: _type = "Task" [ 1323.445440] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.455507] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.476821] env[62107]: DEBUG nova.compute.manager [req-73a06070-5fe7-4f5f-883c-fa62ce7181ab req-a386e443-5054-4de6-a9be-6a8c35a12957 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Received event network-vif-plugged-7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.476960] env[62107]: DEBUG oslo_concurrency.lockutils [req-73a06070-5fe7-4f5f-883c-fa62ce7181ab req-a386e443-5054-4de6-a9be-6a8c35a12957 service nova] Acquiring lock "ed32836f-0827-4741-8a25-dc488c564917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.477085] env[62107]: DEBUG oslo_concurrency.lockutils [req-73a06070-5fe7-4f5f-883c-fa62ce7181ab req-a386e443-5054-4de6-a9be-6a8c35a12957 service nova] Lock "ed32836f-0827-4741-8a25-dc488c564917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.477251] env[62107]: DEBUG oslo_concurrency.lockutils [req-73a06070-5fe7-4f5f-883c-fa62ce7181ab req-a386e443-5054-4de6-a9be-6a8c35a12957 service nova] Lock "ed32836f-0827-4741-8a25-dc488c564917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.477474] env[62107]: DEBUG nova.compute.manager [req-73a06070-5fe7-4f5f-883c-fa62ce7181ab req-a386e443-5054-4de6-a9be-6a8c35a12957 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] No waiting events found dispatching network-vif-plugged-7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.477711] env[62107]: WARNING nova.compute.manager [req-73a06070-5fe7-4f5f-883c-fa62ce7181ab req-a386e443-5054-4de6-a9be-6a8c35a12957 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Received unexpected event network-vif-plugged-7efe4588-69e6-44d4-a5b2-a4e0c1610d59 for instance with vm_state building and task_state spawning. [ 1323.513052] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699013, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.548548] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699015, 'name': CreateVM_Task, 'duration_secs': 0.467555} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.549786] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.551784] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354135', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'name': 'volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ca827e1-6be1-4f24-a56a-876454615e97', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'serial': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333'}, 'mount_device': '/dev/sda', 'attachment_id': 'edd91cea-5a34-47c5-9708-5d8132abe1d1', 'volume_type': None}], 'swap': None} {{(pid=62107) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1323.555027] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Root volume attach. Driver type: vmdk {{(pid=62107) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1323.556161] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7baac0-cd62-4966-99f2-98c4254c0cdc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.571849] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341ca721-0054-47b6-83ab-a003e40131b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.580513] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34153f-9d82-4190-bc58-7ae67290405e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.592655] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-80cda71c-27b5-45a1-82c3-e5543aa510d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.601494] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1323.601494] env[62107]: value = "task-1699017" [ 1323.601494] env[62107]: _type = "Task" [ 1323.601494] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.609240] env[62107]: DEBUG oslo_concurrency.lockutils [None req-643b4b0e-022e-4edc-8c07-87dfdc0ab3a7 tempest-ServersAdminNegativeTestJSON-1002522386 tempest-ServersAdminNegativeTestJSON-1002522386-project-member] Lock "227a90d6-1651-45fb-bb34-c785a7a7ff49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.305s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.616230] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699017, 'name': RelocateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.659195] env[62107]: DEBUG nova.network.neutron [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Successfully updated port: 7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.694582] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.728571] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Releasing lock "refresh_cache-5e003774-5b6d-4272-8685-189e967f63a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.728832] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Received event network-vif-plugged-bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.729046] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Acquiring lock "6ca827e1-6be1-4f24-a56a-876454615e97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.729255] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Lock "6ca827e1-6be1-4f24-a56a-876454615e97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.730519] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Lock "6ca827e1-6be1-4f24-a56a-876454615e97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.730519] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] No waiting events found dispatching network-vif-plugged-bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.730637] env[62107]: WARNING nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Received unexpected event network-vif-plugged-bacfec3b-5eea-4de7-a25d-1f739a327f68 for instance with vm_state building and task_state spawning. [ 1323.730765] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Received event network-changed-bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.730900] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Refreshing instance network info cache due to event network-changed-bacfec3b-5eea-4de7-a25d-1f739a327f68. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1323.731098] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Acquiring lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.731232] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Acquired lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.731385] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Refreshing network info cache for port bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.955325] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076946} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.955617] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.956405] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb33e91-9009-4781-b36f-61958946a5ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.984034] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] cdec697b-1808-4f23-b40c-df3751bf4a44/cdec697b-1808-4f23-b40c-df3751bf4a44.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.986998] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f096897-dd4c-4893-896d-f524c19f083e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.011183] env[62107]: DEBUG oslo_vmware.api [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699013, 'name': PowerOnVM_Task, 'duration_secs': 0.614428} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.012498] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.012714] env[62107]: INFO nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1324.012894] env[62107]: DEBUG nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1324.013234] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1324.013234] env[62107]: value = "task-1699018" [ 1324.013234] env[62107]: _type = "Task" [ 1324.013234] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.016224] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c982c3-ea7d-439c-b27c-0f6f98879540 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.027673] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.113552] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699017, 'name': RelocateVM_Task} progress is 19%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.161611] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "refresh_cache-ed32836f-0827-4741-8a25-dc488c564917" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.161798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquired lock "refresh_cache-ed32836f-0827-4741-8a25-dc488c564917" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.162373] env[62107]: DEBUG nova.network.neutron [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.193034] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5783fa03-c226-43e0-949d-1cf0c124182c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.201636] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e05b23-027c-413c-b06e-4549715e3c26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.238195] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7ed8c-9584-4b4f-8984-95b82e316b4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.248300] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6cd2a-4c86-44ee-a653-373437f83245 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.262851] env[62107]: DEBUG nova.compute.provider_tree [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.514542] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updated VIF entry in instance network info cache for port bacfec3b-5eea-4de7-a25d-1f739a327f68. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.514894] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updating instance_info_cache with network_info: [{"id": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "address": "fa:16:3e:3a:26:a8", "network": {"id": "cff2f831-77b7-4b92-8b62-ff384949cad9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1618288335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bebe64cba7b848798a1332a14f6288e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbacfec3b-5e", "ovs_interfaceid": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.528326] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.541499] env[62107]: INFO nova.compute.manager [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Took 52.59 seconds to build instance. [ 1324.613274] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699017, 'name': RelocateVM_Task, 'duration_secs': 0.965752} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.613602] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.613796] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354135', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'name': 'volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ca827e1-6be1-4f24-a56a-876454615e97', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'serial': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.614589] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ec9102-ad2f-4327-99c4-a30d1a651d46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.631011] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88d8b4-0490-4bbc-b882-b25dca647942 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.653228] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333/volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.653521] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ea7653-fd72-4013-99cb-5a9d856a1194 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.675096] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1324.675096] env[62107]: value = "task-1699019" [ 1324.675096] env[62107]: _type = "Task" [ 1324.675096] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.684626] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.712927] env[62107]: DEBUG nova.network.neutron [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1324.768335] env[62107]: DEBUG nova.scheduler.client.report [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1324.857131] env[62107]: DEBUG nova.network.neutron [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Updating instance_info_cache with network_info: [{"id": "7efe4588-69e6-44d4-a5b2-a4e0c1610d59", "address": "fa:16:3e:8a:85:28", "network": {"id": "4cdfff48-567a-40ff-b873-4b7f035b1a69", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1469358707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c5d275c96b444e928bcb4c8a44d9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efe4588-69", "ovs_interfaceid": "7efe4588-69e6-44d4-a5b2-a4e0c1610d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.018013] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] Releasing lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.018327] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Received event network-vif-deleted-6e9482cb-e8c9-4411-93e7-52655ff74d52 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1325.018484] env[62107]: INFO nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Neutron deleted interface 6e9482cb-e8c9-4411-93e7-52655ff74d52; detaching it from the instance and deleting it from the info cache [ 1325.018674] env[62107]: DEBUG nova.network.neutron [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.029518] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699018, 'name': ReconfigVM_Task, 'duration_secs': 0.882661} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.030635] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Reconfigured VM instance instance-00000025 to attach disk [datastore1] cdec697b-1808-4f23-b40c-df3751bf4a44/cdec697b-1808-4f23-b40c-df3751bf4a44.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.030996] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3471e77b-2dda-4e15-b9be-cde29abdc971 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.038556] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1325.038556] env[62107]: value = "task-1699020" [ 1325.038556] env[62107]: _type = "Task" [ 1325.038556] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.043642] env[62107]: DEBUG oslo_concurrency.lockutils [None req-772ebbbe-6c29-493d-8fd3-84af5b7a6659 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.959s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.049563] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699020, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.185452] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.272866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.276299] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.210s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.277199] env[62107]: INFO nova.compute.claims [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.298219] env[62107]: INFO nova.scheduler.client.report [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Deleted allocations for instance 040543b1-db31-45db-8cbb-8fec5091cdb0 [ 1325.360115] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Releasing lock "refresh_cache-ed32836f-0827-4741-8a25-dc488c564917" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.360435] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Instance network_info: |[{"id": "7efe4588-69e6-44d4-a5b2-a4e0c1610d59", "address": "fa:16:3e:8a:85:28", "network": {"id": "4cdfff48-567a-40ff-b873-4b7f035b1a69", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1469358707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c5d275c96b444e928bcb4c8a44d9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efe4588-69", "ovs_interfaceid": "7efe4588-69e6-44d4-a5b2-a4e0c1610d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1325.361160] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:85:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7efe4588-69e6-44d4-a5b2-a4e0c1610d59', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.368803] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Creating folder: Project (c6c5d275c96b444e928bcb4c8a44d9b7). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.369476] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d83d3e4a-2955-4730-9e92-ba93d43159c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.380349] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Created folder: Project (c6c5d275c96b444e928bcb4c8a44d9b7) in parent group-v354057. [ 1325.380825] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Creating folder: Instances. Parent ref: group-v354177. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.380825] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf67e846-6b4f-432e-bfad-544182ebdf0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.389639] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Created folder: Instances in parent group-v354177. [ 1325.389870] env[62107]: DEBUG oslo.service.loopingcall [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.390064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed32836f-0827-4741-8a25-dc488c564917] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.390314] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1e845ab-4ee5-4a92-b5e2-cf0d5134193e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.410565] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.410565] env[62107]: value = "task-1699023" [ 1325.410565] env[62107]: _type = "Task" [ 1325.410565] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.419538] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699023, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.525560] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efdb57c0-bb2f-411f-bda7-b495cbb57ac4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.536064] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e150f417-f370-478d-a1f5-59affac0ca80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.553034] env[62107]: DEBUG nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1325.561021] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699020, 'name': Rename_Task, 'duration_secs': 0.170209} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.580839] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.585015] env[62107]: DEBUG nova.compute.manager [req-2f682b08-bb0c-4425-a60c-3d3c898c5ac1 req-d0423789-62a8-4660-80b8-f8f9fe8bde74 service nova] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Detach interface failed, port_id=6e9482cb-e8c9-4411-93e7-52655ff74d52, reason: Instance 3ba3ab68-3aca-455a-8600-9508a11579c9 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1325.585015] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2167d4-03b6-4670-9d04-03ff0b1061ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.588287] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1325.588287] env[62107]: value = "task-1699024" [ 1325.588287] env[62107]: _type = "Task" [ 1325.588287] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.598506] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.659938] env[62107]: DEBUG nova.compute.manager [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Received event network-changed-7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1325.660163] env[62107]: DEBUG nova.compute.manager [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Refreshing instance network info cache due to event network-changed-7efe4588-69e6-44d4-a5b2-a4e0c1610d59. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1325.660490] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] Acquiring lock "refresh_cache-ed32836f-0827-4741-8a25-dc488c564917" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.660680] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] Acquired lock "refresh_cache-ed32836f-0827-4741-8a25-dc488c564917" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.660979] env[62107]: DEBUG nova.network.neutron [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Refreshing network info cache for port 7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.689396] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.807616] env[62107]: DEBUG oslo_concurrency.lockutils [None req-be0dabeb-5261-4c01-b596-cc31582cda87 tempest-ServerExternalEventsTest-1564684624 tempest-ServerExternalEventsTest-1564684624-project-member] Lock "040543b1-db31-45db-8cbb-8fec5091cdb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.086s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.922473] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699023, 'name': CreateVM_Task, 'duration_secs': 0.357808} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.923431] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed32836f-0827-4741-8a25-dc488c564917] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.923535] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.923742] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.924054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1325.924237] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736d2932-b40f-431c-a1b1-44a430331253 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.931223] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1325.931223] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528c9c65-bd18-6fcb-c771-bb96451e5850" [ 1325.931223] env[62107]: _type = "Task" [ 1325.931223] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.942097] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528c9c65-bd18-6fcb-c771-bb96451e5850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.100317] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699024, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.101827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.169196] env[62107]: DEBUG nova.compute.manager [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1326.173067] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0596c5-250f-479d-b0b3-3720d863060e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.194153] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699019, 'name': ReconfigVM_Task, 'duration_secs': 1.451755} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.194882] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333/volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.200949] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35458289-843f-4f91-af96-e8483e617c69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.224593] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1326.224593] env[62107]: value = "task-1699025" [ 1326.224593] env[62107]: _type = "Task" [ 1326.224593] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.237404] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.445531] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528c9c65-bd18-6fcb-c771-bb96451e5850, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.446027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.446360] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.446734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.446997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.449941] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.449941] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeb53fe7-2170-4e86-ac2c-5a5f00491aee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.462279] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.462279] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.465608] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1efa98e-4745-4efb-a499-949f28e92afe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.475485] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1326.475485] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dc9726-7854-296d-64b5-3ef9935fae07" [ 1326.475485] env[62107]: _type = "Task" [ 1326.475485] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.485386] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dc9726-7854-296d-64b5-3ef9935fae07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.530431] env[62107]: DEBUG nova.network.neutron [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Updated VIF entry in instance network info cache for port 7efe4588-69e6-44d4-a5b2-a4e0c1610d59. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.530937] env[62107]: DEBUG nova.network.neutron [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Updating instance_info_cache with network_info: [{"id": "7efe4588-69e6-44d4-a5b2-a4e0c1610d59", "address": "fa:16:3e:8a:85:28", "network": {"id": "4cdfff48-567a-40ff-b873-4b7f035b1a69", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1469358707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6c5d275c96b444e928bcb4c8a44d9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7efe4588-69", "ovs_interfaceid": "7efe4588-69e6-44d4-a5b2-a4e0c1610d59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.603107] env[62107]: DEBUG oslo_vmware.api [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699024, 'name': PowerOnVM_Task, 'duration_secs': 0.71658} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.603419] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.603621] env[62107]: INFO nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1326.603819] env[62107]: DEBUG nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1326.605145] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86385f6a-2d1b-4d63-a385-d9a99f9b4035 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.696052] env[62107]: INFO nova.compute.manager [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] instance snapshotting [ 1326.699163] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298c84d-2b00-4da2-9b6c-753f3b4838bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.738802] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cbd4ba-e44c-4399-b228-79dc8dec0b7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.750930] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699025, 'name': ReconfigVM_Task, 'duration_secs': 0.175454} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.757125] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354135', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'name': 'volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ca827e1-6be1-4f24-a56a-876454615e97', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'serial': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.758332] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734dc35f-af0d-4afd-80dd-bb402c0be301 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.765530] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1326.765530] env[62107]: value = "task-1699026" [ 1326.765530] env[62107]: _type = "Task" [ 1326.765530] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.776633] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699026, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.877857] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6636d3-0d9c-4074-b589-b8dc5f5ba18f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.887492] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd79511-ecfb-4311-adaa-ba3933cdac01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.929692] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e233c-e8d7-46d9-aca5-e3c56334f3fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.937731] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b75d8-6675-42ff-bb9c-a628150f35d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.954021] env[62107]: DEBUG nova.compute.provider_tree [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.987575] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dc9726-7854-296d-64b5-3ef9935fae07, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.987575] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d262de5d-319c-4b80-868a-4c83f1d31fae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.992489] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1326.992489] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e3b089-cc8e-f262-4054-e919cbebe18f" [ 1326.992489] env[62107]: _type = "Task" [ 1326.992489] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.001235] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e3b089-cc8e-f262-4054-e919cbebe18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.033923] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc25bfb4-8735-4efd-b3f8-3b69a981a739 req-a3cff835-5ded-4aed-81b1-3100eb8e9273 service nova] Releasing lock "refresh_cache-ed32836f-0827-4741-8a25-dc488c564917" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.130370] env[62107]: INFO nova.compute.manager [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Took 45.89 seconds to build instance. [ 1327.260120] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1327.260494] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3db506a4-c754-49b4-807d-555b98b1a3a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.270214] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1327.270214] env[62107]: value = "task-1699027" [ 1327.270214] env[62107]: _type = "Task" [ 1327.270214] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.277475] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699026, 'name': Rename_Task, 'duration_secs': 0.23596} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.278101] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.278352] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3bc2171-0d92-427e-9770-efe3fb88b632 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.283139] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699027, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.286921] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1327.286921] env[62107]: value = "task-1699028" [ 1327.286921] env[62107]: _type = "Task" [ 1327.286921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.294597] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.456401] env[62107]: DEBUG nova.scheduler.client.report [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1327.503770] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e3b089-cc8e-f262-4054-e919cbebe18f, 'name': SearchDatastore_Task, 'duration_secs': 0.019795} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.504057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.504433] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] ed32836f-0827-4741-8a25-dc488c564917/ed32836f-0827-4741-8a25-dc488c564917.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.504741] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7066d5c6-8310-480b-9c60-ab6e6419717d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.513315] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1327.513315] env[62107]: value = "task-1699029" [ 1327.513315] env[62107]: _type = "Task" [ 1327.513315] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.521274] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.632202] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d601a0aa-bce0-4355-9ec5-9ecce8b5cbfa tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.832s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.789500] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.806186] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699028, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.962054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.962944] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1327.967028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.820s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.967829] env[62107]: INFO nova.compute.claims [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1328.032476] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699029, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.134895] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1328.283171] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699027, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.300347] env[62107]: DEBUG oslo_vmware.api [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699028, 'name': PowerOnVM_Task, 'duration_secs': 0.576416} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.300576] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.300777] env[62107]: INFO nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1328.300958] env[62107]: DEBUG nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1328.301758] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395fcdb2-8695-41c7-9cda-2c0313e7391c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.479261] env[62107]: DEBUG nova.compute.utils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1328.482686] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1328.482686] env[62107]: DEBUG nova.network.neutron [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.524065] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668069} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.524530] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] ed32836f-0827-4741-8a25-dc488c564917/ed32836f-0827-4741-8a25-dc488c564917.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.524736] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.524810] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2312d353-e0b2-4362-87ae-ad265d07b22f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.531621] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1328.531621] env[62107]: value = "task-1699030" [ 1328.531621] env[62107]: _type = "Task" [ 1328.531621] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.540561] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.567193] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6eaab7-dbea-4f48-bc76-5036ce751ccf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.574259] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Suspending the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1328.574511] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0d0eb083-f91a-4ca3-ae90-669767a4edba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.581145] env[62107]: DEBUG oslo_vmware.api [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1328.581145] env[62107]: value = "task-1699031" [ 1328.581145] env[62107]: _type = "Task" [ 1328.581145] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.587822] env[62107]: DEBUG nova.policy [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e60fde2cf054c45891745cbf0824239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbd9cb4e44e74e149dc45b8abd42c88c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1328.593097] env[62107]: DEBUG oslo_vmware.api [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699031, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.666279] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.781735] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699027, 'name': CreateSnapshot_Task, 'duration_secs': 1.060854} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.782019] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1328.782842] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef2585-bd10-4787-8de9-cfc3f4c0d312 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.820563] env[62107]: INFO nova.compute.manager [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Took 44.38 seconds to build instance. [ 1328.991476] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1329.048058] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162509} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.048167] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.049156] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8d1dde-b212-4a8c-9563-f4c6b49b259f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.075602] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ed32836f-0827-4741-8a25-dc488c564917/ed32836f-0827-4741-8a25-dc488c564917.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.079476] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e29c309-bda7-4064-b3c4-82781e0a5742 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.113933] env[62107]: DEBUG oslo_vmware.api [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699031, 'name': SuspendVM_Task} progress is 54%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.118215] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1329.118215] env[62107]: value = "task-1699032" [ 1329.118215] env[62107]: _type = "Task" [ 1329.118215] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.127367] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.310267] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1329.313386] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1732bd4f-ae7f-47dd-8934-8123454fe8eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.323407] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1329.323407] env[62107]: value = "task-1699033" [ 1329.323407] env[62107]: _type = "Task" [ 1329.323407] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.328514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6ce585b4-e802-4ae1-80fb-5c725a81eac5 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "6ca827e1-6be1-4f24-a56a-876454615e97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.345s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.338315] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699033, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.414264] env[62107]: DEBUG nova.compute.manager [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Received event network-changed-bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1329.414264] env[62107]: DEBUG nova.compute.manager [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Refreshing instance network info cache due to event network-changed-bacfec3b-5eea-4de7-a25d-1f739a327f68. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1329.414264] env[62107]: DEBUG oslo_concurrency.lockutils [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] Acquiring lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.414264] env[62107]: DEBUG oslo_concurrency.lockutils [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] Acquired lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.414264] env[62107]: DEBUG nova.network.neutron [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Refreshing network info cache for port bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.622106] env[62107]: DEBUG oslo_vmware.api [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699031, 'name': SuspendVM_Task, 'duration_secs': 0.89118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.632573] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Suspended the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1329.632880] env[62107]: DEBUG nova.compute.manager [None req-da7f4c20-32e2-460e-be89-26c04f4f8c7f tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1329.633905] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9510d3-8816-4fec-a498-eb32d22522d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.647499] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699032, 'name': ReconfigVM_Task, 'duration_secs': 0.303683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.653010] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ed32836f-0827-4741-8a25-dc488c564917/ed32836f-0827-4741-8a25-dc488c564917.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.653754] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab90d9ff-6a58-48dc-aaa5-5ebbc66afe35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.662215] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1329.662215] env[62107]: value = "task-1699034" [ 1329.662215] env[62107]: _type = "Task" [ 1329.662215] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.675111] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699034, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.676537] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a0ce45-d11a-4462-bf2b-e8e52eb14143 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.685697] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cae6794-623c-4f9b-9d70-2fab84b9fb10 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.721533] env[62107]: DEBUG nova.network.neutron [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Successfully created port: 3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.724870] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136cfff-ac23-4753-9bd8-0b62bd0c977b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.735286] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b77db-41f5-4139-a960-b4612b1c4e11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.758142] env[62107]: DEBUG nova.compute.provider_tree [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.834323] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1329.836458] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699033, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.005887] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1330.042589] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1330.042993] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1330.043096] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.043570] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1330.043735] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.043789] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1330.045028] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1330.045028] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1330.045028] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1330.045028] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1330.045028] env[62107]: DEBUG nova.virt.hardware [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.046070] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cca830-d3d4-4e24-b9ba-3764ec3f3329 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.057245] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0bc187-ad7e-4419-ac22-203a7f6707c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.172917] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699034, 'name': Rename_Task, 'duration_secs': 0.156878} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.173359] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.173681] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79950c3d-42a9-492a-b7cc-9742be5e5081 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.183914] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1330.183914] env[62107]: value = "task-1699035" [ 1330.183914] env[62107]: _type = "Task" [ 1330.183914] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.192687] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.243441] env[62107]: DEBUG nova.network.neutron [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updated VIF entry in instance network info cache for port bacfec3b-5eea-4de7-a25d-1f739a327f68. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.245320] env[62107]: DEBUG nova.network.neutron [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updating instance_info_cache with network_info: [{"id": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "address": "fa:16:3e:3a:26:a8", "network": {"id": "cff2f831-77b7-4b92-8b62-ff384949cad9", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1618288335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bebe64cba7b848798a1332a14f6288e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbacfec3b-5e", "ovs_interfaceid": "bacfec3b-5eea-4de7-a25d-1f739a327f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.265031] env[62107]: DEBUG nova.scheduler.client.report [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1330.335273] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699033, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.374337] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.697071] env[62107]: DEBUG oslo_vmware.api [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699035, 'name': PowerOnVM_Task, 'duration_secs': 0.495387} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.697071] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.697460] env[62107]: INFO nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1330.697756] env[62107]: DEBUG nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1330.699381] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbea4445-a344-4aa8-a547-63e6fec43465 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.747681] env[62107]: DEBUG oslo_concurrency.lockutils [req-52c0ee5c-2f54-4903-b0d6-4353d1f732f4 req-61e4a5ba-6c64-494b-a117-31ed2e65bbc8 service nova] Releasing lock "refresh_cache-6ca827e1-6be1-4f24-a56a-876454615e97" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.772054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.772629] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1330.780798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.021s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.781039] env[62107]: DEBUG nova.objects.instance [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lazy-loading 'resources' on Instance uuid 261080a8-78d6-4506-96ef-d9175fe0017e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.840495] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699033, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.232213] env[62107]: INFO nova.compute.manager [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Took 44.09 seconds to build instance. [ 1331.282698] env[62107]: DEBUG nova.compute.utils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.286319] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1331.286319] env[62107]: DEBUG nova.network.neutron [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.337699] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699033, 'name': CloneVM_Task, 'duration_secs': 1.923949} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.340158] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Created linked-clone VM from snapshot [ 1331.341868] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b479b-0000-4eee-bc3c-2ace1b3fab90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.352046] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Uploading image 38486976-31c1-445f-b71d-76e4f646ea2e {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1331.360666] env[62107]: DEBUG nova.policy [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d660527f184d85887695ee43727a63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beefd98a652e4f1f9f18c4c12c64da9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1331.378552] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1331.378552] env[62107]: value = "vm-354181" [ 1331.378552] env[62107]: _type = "VirtualMachine" [ 1331.378552] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1331.378828] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f2fddaa0-b1db-44e8-b1a7-37f2380c152f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.389815] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lease: (returnval){ [ 1331.389815] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521929f2-331d-2449-4f4a-570bdd100244" [ 1331.389815] env[62107]: _type = "HttpNfcLease" [ 1331.389815] env[62107]: } obtained for exporting VM: (result){ [ 1331.389815] env[62107]: value = "vm-354181" [ 1331.389815] env[62107]: _type = "VirtualMachine" [ 1331.389815] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1331.389815] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the lease: (returnval){ [ 1331.389815] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521929f2-331d-2449-4f4a-570bdd100244" [ 1331.389815] env[62107]: _type = "HttpNfcLease" [ 1331.389815] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1331.402158] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1331.402158] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521929f2-331d-2449-4f4a-570bdd100244" [ 1331.402158] env[62107]: _type = "HttpNfcLease" [ 1331.402158] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1331.734881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-eaa029ed-c6d1-4be7-ba06-42fe2af63786 tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "ed32836f-0827-4741-8a25-dc488c564917" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.456s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.789361] env[62107]: DEBUG nova.network.neutron [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Successfully created port: 05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.790598] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1331.911392] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1331.911392] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521929f2-331d-2449-4f4a-570bdd100244" [ 1331.911392] env[62107]: _type = "HttpNfcLease" [ 1331.911392] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1331.911767] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1331.911767] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521929f2-331d-2449-4f4a-570bdd100244" [ 1331.911767] env[62107]: _type = "HttpNfcLease" [ 1331.911767] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1331.916020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea72d5f-e8f5-4c73-b9c0-c10dcbafc324 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.921193] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211bf31-44aa-4d87-1c44-7f752d4a8cf9/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1331.921378] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211bf31-44aa-4d87-1c44-7f752d4a8cf9/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1331.988207] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b22ffd-bee4-4b43-b17d-380c52be0860 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.001030] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f0c17-ea46-442e-bf76-ba686fb35734 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.029885] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf83f1-3610-4de5-83bb-c847bea95791 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.037872] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7274496a-f23f-4713-9784-e28b52312c77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.052372] env[62107]: DEBUG nova.compute.provider_tree [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.115596] env[62107]: DEBUG nova.network.neutron [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Successfully updated port: 3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.238292] env[62107]: DEBUG nova.compute.manager [req-c9269d07-e782-440a-9c00-6e55d651bb2e req-cec8acbf-025e-40f6-9c45-a56e575a90a3 service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Received event network-vif-plugged-3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.238504] env[62107]: DEBUG oslo_concurrency.lockutils [req-c9269d07-e782-440a-9c00-6e55d651bb2e req-cec8acbf-025e-40f6-9c45-a56e575a90a3 service nova] Acquiring lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.238707] env[62107]: DEBUG oslo_concurrency.lockutils [req-c9269d07-e782-440a-9c00-6e55d651bb2e req-cec8acbf-025e-40f6-9c45-a56e575a90a3 service nova] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.239046] env[62107]: DEBUG oslo_concurrency.lockutils [req-c9269d07-e782-440a-9c00-6e55d651bb2e req-cec8acbf-025e-40f6-9c45-a56e575a90a3 service nova] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.239046] env[62107]: DEBUG nova.compute.manager [req-c9269d07-e782-440a-9c00-6e55d651bb2e req-cec8acbf-025e-40f6-9c45-a56e575a90a3 service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] No waiting events found dispatching network-vif-plugged-3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1332.239199] env[62107]: WARNING nova.compute.manager [req-c9269d07-e782-440a-9c00-6e55d651bb2e req-cec8acbf-025e-40f6-9c45-a56e575a90a3 service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Received unexpected event network-vif-plugged-3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 for instance with vm_state building and task_state spawning. [ 1332.243316] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1332.313916] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd49c4b2-f024-40c5-a6a4-fe1333777b02 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.321433] env[62107]: DEBUG nova.compute.manager [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1332.325339] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d29c5-c285-49d7-9cfa-7d48dba25aec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.555597] env[62107]: DEBUG nova.scheduler.client.report [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1332.618528] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "refresh_cache-db17ef0f-be04-4540-88c2-13c27f4bf4c7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.618683] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquired lock "refresh_cache-db17ef0f-be04-4540-88c2-13c27f4bf4c7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.619459] env[62107]: DEBUG nova.network.neutron [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.769852] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.808350] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1332.836637] env[62107]: INFO nova.compute.manager [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] instance snapshotting [ 1332.837096] env[62107]: WARNING nova.compute.manager [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1332.845769] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0997dac-eb54-4741-9c9b-a1a1855c5478 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.855995] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1332.857659] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1332.857829] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1332.860195] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1332.860195] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1332.860451] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1332.860787] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1332.860999] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1332.861200] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1332.861684] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1332.861684] env[62107]: DEBUG nova.virt.hardware [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1332.862815] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517caf52-f69f-47b2-9eda-653649c41871 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.890196] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab8248-899f-413c-8875-d117186a8a24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.897115] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf15b6-09e3-466e-9940-4128146a0126 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.907734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "e87c3386-c911-45a2-a7ab-94687e722466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.908249] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "e87c3386-c911-45a2-a7ab-94687e722466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.065634] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.070653] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.781s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.072530] env[62107]: INFO nova.compute.claims [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.104921] env[62107]: INFO nova.scheduler.client.report [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleted allocations for instance 261080a8-78d6-4506-96ef-d9175fe0017e [ 1333.188835] env[62107]: DEBUG nova.network.neutron [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.193092] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "019d17e0-8ee8-4586-8696-e903b5ea431b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.193562] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.366147] env[62107]: DEBUG nova.network.neutron [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Updating instance_info_cache with network_info: [{"id": "3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28", "address": "fa:16:3e:bd:f4:81", "network": {"id": "0b033a2e-48e6-4467-8536-6292d2ab9376", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1864001005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd9cb4e44e74e149dc45b8abd42c88c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4782c7-4b", "ovs_interfaceid": "3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.428069] env[62107]: DEBUG nova.compute.manager [req-0e228b54-e239-4519-a6be-b525cf85e60d req-7cd6f49c-2cc9-43f8-b4cb-9d7baf12e372 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Received event network-vif-plugged-05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1333.428404] env[62107]: DEBUG oslo_concurrency.lockutils [req-0e228b54-e239-4519-a6be-b525cf85e60d req-7cd6f49c-2cc9-43f8-b4cb-9d7baf12e372 service nova] Acquiring lock "f1ec63cb-168e-419b-b2c5-11d0757c718e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.428565] env[62107]: DEBUG oslo_concurrency.lockutils [req-0e228b54-e239-4519-a6be-b525cf85e60d req-7cd6f49c-2cc9-43f8-b4cb-9d7baf12e372 service nova] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.428746] env[62107]: DEBUG oslo_concurrency.lockutils [req-0e228b54-e239-4519-a6be-b525cf85e60d req-7cd6f49c-2cc9-43f8-b4cb-9d7baf12e372 service nova] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.429011] env[62107]: DEBUG nova.compute.manager [req-0e228b54-e239-4519-a6be-b525cf85e60d req-7cd6f49c-2cc9-43f8-b4cb-9d7baf12e372 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] No waiting events found dispatching network-vif-plugged-05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1333.429189] env[62107]: WARNING nova.compute.manager [req-0e228b54-e239-4519-a6be-b525cf85e60d req-7cd6f49c-2cc9-43f8-b4cb-9d7baf12e372 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Received unexpected event network-vif-plugged-05b5ba6d-ab25-44a1-ab05-f8b56e226536 for instance with vm_state building and task_state spawning. [ 1333.437920] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1333.438510] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c906231-5347-4955-8419-17bc931bcfa1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.445744] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1333.445744] env[62107]: value = "task-1699037" [ 1333.445744] env[62107]: _type = "Task" [ 1333.445744] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.455972] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.553931] env[62107]: DEBUG nova.network.neutron [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Successfully updated port: 05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.614476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77272ff2-f3f2-4eb2-a3e0-ad7bf7cf482f tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "261080a8-78d6-4506-96ef-d9175fe0017e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.255s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.872161] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Releasing lock "refresh_cache-db17ef0f-be04-4540-88c2-13c27f4bf4c7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.872964] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Instance network_info: |[{"id": "3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28", "address": "fa:16:3e:bd:f4:81", "network": {"id": "0b033a2e-48e6-4467-8536-6292d2ab9376", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1864001005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd9cb4e44e74e149dc45b8abd42c88c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4782c7-4b", "ovs_interfaceid": "3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1333.873258] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:f4:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.881120] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Creating folder: Project (bbd9cb4e44e74e149dc45b8abd42c88c). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.881678] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78af9bce-699f-4de4-9b48-0a337a0fcd9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.892885] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Created folder: Project (bbd9cb4e44e74e149dc45b8abd42c88c) in parent group-v354057. [ 1333.893087] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Creating folder: Instances. Parent ref: group-v354182. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.893344] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18586b82-8c96-4a88-9dfa-ca6a1995e9a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.904044] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Created folder: Instances in parent group-v354182. [ 1333.904423] env[62107]: DEBUG oslo.service.loopingcall [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.904853] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.905221] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c216109-0043-484b-acc1-6c19e95985d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.927105] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.927105] env[62107]: value = "task-1699040" [ 1333.927105] env[62107]: _type = "Task" [ 1333.927105] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.937802] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699040, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.957570] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.058247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.058247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.058414] env[62107]: DEBUG nova.network.neutron [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.195930] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6014c827-bbb3-4419-bf0c-574989a6f943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.196208] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.196410] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "6014c827-bbb3-4419-bf0c-574989a6f943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.196592] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.196755] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.199032] env[62107]: INFO nova.compute.manager [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Terminating instance [ 1334.201136] env[62107]: DEBUG nova.compute.manager [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1334.201376] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.202558] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982b6bf-bcb8-4bac-b32e-ee04dc6822a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.212971] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.213239] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b806e0-0ec4-4e5c-a003-2f4083ce7ef5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.221577] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1334.221577] env[62107]: value = "task-1699041" [ 1334.221577] env[62107]: _type = "Task" [ 1334.221577] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.229669] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1699041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.274599] env[62107]: DEBUG nova.compute.manager [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Received event network-changed-3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1334.274911] env[62107]: DEBUG nova.compute.manager [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Refreshing instance network info cache due to event network-changed-3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1334.275180] env[62107]: DEBUG oslo_concurrency.lockutils [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] Acquiring lock "refresh_cache-db17ef0f-be04-4540-88c2-13c27f4bf4c7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.275349] env[62107]: DEBUG oslo_concurrency.lockutils [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] Acquired lock "refresh_cache-db17ef0f-be04-4540-88c2-13c27f4bf4c7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.275516] env[62107]: DEBUG nova.network.neutron [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Refreshing network info cache for port 3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.441009] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699040, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.460488] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.591443] env[62107]: DEBUG nova.network.neutron [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.606228] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831375c2-e1b5-4ec5-b548-969033cf0f8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.615551] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea8e91c-d7cc-40c9-98fd-d7bf75d28ef4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.414658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "ed32836f-0827-4741-8a25-dc488c564917" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.414906] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "ed32836f-0827-4741-8a25-dc488c564917" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.415121] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "ed32836f-0827-4741-8a25-dc488c564917-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.415302] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "ed32836f-0827-4741-8a25-dc488c564917-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.415464] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "ed32836f-0827-4741-8a25-dc488c564917-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.431720] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb768584-9b57-4fdb-9e4b-9cda0b29b08c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.437107] env[62107]: INFO nova.compute.manager [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Terminating instance [ 1335.454377] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699037, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.454571] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699040, 'name': CreateVM_Task, 'duration_secs': 0.537574} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.454768] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1699041, 'name': PowerOffVM_Task, 'duration_secs': 0.227197} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.455540] env[62107]: DEBUG nova.compute.manager [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1335.455729] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.455926] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.457318] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.457603] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.458939] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2405f2ec-6342-4e20-8d05-abaab3bb3054 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.467311] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad5e4b-342d-4335-8844-b6f2d97d0740 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.476932] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.477305] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.477699] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.478073] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fead50c-41cb-437a-b0ca-5570c2b94620 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.483030] env[62107]: DEBUG nova.compute.manager [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Received event network-changed-05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1335.483337] env[62107]: DEBUG nova.compute.manager [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Refreshing instance network info cache due to event network-changed-05b5ba6d-ab25-44a1-ab05-f8b56e226536. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1335.483609] env[62107]: DEBUG oslo_concurrency.lockutils [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] Acquiring lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.492169] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0139ead3-cdb3-465a-93ac-1645313b1482 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.533552] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.534265] env[62107]: DEBUG nova.compute.provider_tree [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.541411] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea67bd77-907b-4ce3-991e-29fe1774681f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.544343] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1335.544343] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca80d0-c86e-09dd-6081-fc0cb3bbeb7e" [ 1335.544343] env[62107]: _type = "Task" [ 1335.544343] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.558520] env[62107]: DEBUG oslo_vmware.api [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1335.558520] env[62107]: value = "task-1699043" [ 1335.558520] env[62107]: _type = "Task" [ 1335.558520] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.578658] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca80d0-c86e-09dd-6081-fc0cb3bbeb7e, 'name': SearchDatastore_Task, 'duration_secs': 0.026569} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.591104] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.591418] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.591684] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.591817] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.592074] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.593200] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.594774] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.595054] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleting the datastore file [datastore1] 6014c827-bbb3-4419-bf0c-574989a6f943 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.605634] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea69d24-84ed-4150-a7ae-0256d4bec971 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.609532] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17cc184c-1f1c-4e9d-8479-662e8ef00764 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.611485] env[62107]: DEBUG oslo_vmware.api [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.617562] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for the task: (returnval){ [ 1335.617562] env[62107]: value = "task-1699044" [ 1335.617562] env[62107]: _type = "Task" [ 1335.617562] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.622737] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.622930] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.627081] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2284745-091c-46ce-8120-b0d06153ed4d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.629559] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1699044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.634775] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1335.634775] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5219e9a6-6f24-bb6b-a44d-e996a4f47c91" [ 1335.634775] env[62107]: _type = "Task" [ 1335.634775] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.643195] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5219e9a6-6f24-bb6b-a44d-e996a4f47c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.655461] env[62107]: DEBUG nova.network.neutron [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [{"id": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "address": "fa:16:3e:d1:7e:0e", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b5ba6d-ab", "ovs_interfaceid": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.764775] env[62107]: DEBUG nova.network.neutron [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Updated VIF entry in instance network info cache for port 3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.765185] env[62107]: DEBUG nova.network.neutron [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Updating instance_info_cache with network_info: [{"id": "3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28", "address": "fa:16:3e:bd:f4:81", "network": {"id": "0b033a2e-48e6-4467-8536-6292d2ab9376", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1864001005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbd9cb4e44e74e149dc45b8abd42c88c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d4782c7-4b", "ovs_interfaceid": "3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.927715] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699037, 'name': CreateSnapshot_Task, 'duration_secs': 2.154333} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.928009] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1335.928876] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872b9461-2227-46fe-999a-9cc2167beadd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.047191] env[62107]: DEBUG nova.scheduler.client.report [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1336.071389] env[62107]: DEBUG oslo_vmware.api [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699043, 'name': PowerOffVM_Task, 'duration_secs': 0.354319} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.071389] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.071389] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.071615] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf1ba956-0b2b-4b38-9f2a-2d60171eec5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.129540] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1699044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.135881] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.136076] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.136398] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Deleting the datastore file [datastore1] ed32836f-0827-4741-8a25-dc488c564917 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.140019] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24033ab6-cde7-4d4b-b6ae-114b0e8bff84 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.147410] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5219e9a6-6f24-bb6b-a44d-e996a4f47c91, 'name': SearchDatastore_Task, 'duration_secs': 0.029972} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.149454] env[62107]: DEBUG oslo_vmware.api [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for the task: (returnval){ [ 1336.149454] env[62107]: value = "task-1699046" [ 1336.149454] env[62107]: _type = "Task" [ 1336.149454] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.149655] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7094d79a-a2a4-4e67-878b-f3ce545ceb6a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.160009] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.160335] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Instance network_info: |[{"id": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "address": "fa:16:3e:d1:7e:0e", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b5ba6d-ab", "ovs_interfaceid": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1336.161025] env[62107]: DEBUG oslo_vmware.api [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.162053] env[62107]: DEBUG oslo_concurrency.lockutils [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] Acquired lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.162138] env[62107]: DEBUG nova.network.neutron [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Refreshing network info cache for port 05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.163317] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:7e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b5ba6d-ab25-44a1-ab05-f8b56e226536', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.170660] env[62107]: DEBUG oslo.service.loopingcall [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.170952] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1336.170952] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ff9846-f7d9-25d0-a087-ac881acc2b30" [ 1336.170952] env[62107]: _type = "Task" [ 1336.170952] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.171978] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.172993] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27053dae-085a-4b1b-82bf-6a339e1572bd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.196665] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ff9846-f7d9-25d0-a087-ac881acc2b30, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.198254] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.199077] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] db17ef0f-be04-4540-88c2-13c27f4bf4c7/db17ef0f-be04-4540-88c2-13c27f4bf4c7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.199077] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.199077] env[62107]: value = "task-1699047" [ 1336.199077] env[62107]: _type = "Task" [ 1336.199077] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.199077] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-143fc57a-287b-4c0a-8922-ccda82699163 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.211966] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.213672] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1336.213672] env[62107]: value = "task-1699048" [ 1336.213672] env[62107]: _type = "Task" [ 1336.213672] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.221591] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.268574] env[62107]: DEBUG oslo_concurrency.lockutils [req-279f11ec-0eb4-4477-93cf-32efca82319c req-d55e7d67-6eab-438c-9fbd-0d3f1ca71dca service nova] Releasing lock "refresh_cache-db17ef0f-be04-4540-88c2-13c27f4bf4c7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.451041] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1336.451041] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e4c1cb0-8e78-420e-aed6-0d1aad052707 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.459935] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1336.459935] env[62107]: value = "task-1699049" [ 1336.459935] env[62107]: _type = "Task" [ 1336.459935] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.468285] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699049, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.552866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.483s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.553564] env[62107]: DEBUG nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1336.556796] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.880s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.557115] env[62107]: DEBUG nova.objects.instance [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lazy-loading 'resources' on Instance uuid a545c73e-0194-49da-85bb-9106524e3081 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.630233] env[62107]: DEBUG oslo_vmware.api [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Task: {'id': task-1699044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515874} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.630233] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.630233] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.630233] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.630233] env[62107]: INFO nova.compute.manager [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Took 2.43 seconds to destroy the instance on the hypervisor. [ 1336.630233] env[62107]: DEBUG oslo.service.loopingcall [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.630233] env[62107]: DEBUG nova.compute.manager [-] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1336.630233] env[62107]: DEBUG nova.network.neutron [-] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.661419] env[62107]: DEBUG oslo_vmware.api [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Task: {'id': task-1699046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204815} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.661657] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.661845] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.662014] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.662196] env[62107]: INFO nova.compute.manager [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] [instance: ed32836f-0827-4741-8a25-dc488c564917] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1336.662444] env[62107]: DEBUG oslo.service.loopingcall [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.662677] env[62107]: DEBUG nova.compute.manager [-] [instance: ed32836f-0827-4741-8a25-dc488c564917] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1336.662785] env[62107]: DEBUG nova.network.neutron [-] [instance: ed32836f-0827-4741-8a25-dc488c564917] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.711212] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.727041] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699048, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.971203] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699049, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.057981] env[62107]: DEBUG nova.compute.manager [req-8436bfc9-aaf0-4509-a95e-6fa94388b5b8 req-b238ee62-b83c-4815-ac95-7a5fecc9b722 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Received event network-vif-deleted-1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.058248] env[62107]: INFO nova.compute.manager [req-8436bfc9-aaf0-4509-a95e-6fa94388b5b8 req-b238ee62-b83c-4815-ac95-7a5fecc9b722 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Neutron deleted interface 1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81; detaching it from the instance and deleting it from the info cache [ 1337.058382] env[62107]: DEBUG nova.network.neutron [req-8436bfc9-aaf0-4509-a95e-6fa94388b5b8 req-b238ee62-b83c-4815-ac95-7a5fecc9b722 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.063357] env[62107]: DEBUG nova.compute.utils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.068660] env[62107]: DEBUG nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1337.118133] env[62107]: DEBUG nova.network.neutron [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updated VIF entry in instance network info cache for port 05b5ba6d-ab25-44a1-ab05-f8b56e226536. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.119092] env[62107]: DEBUG nova.network.neutron [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [{"id": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "address": "fa:16:3e:d1:7e:0e", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b5ba6d-ab", "ovs_interfaceid": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.213030] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.224400] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636364} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.226923] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] db17ef0f-be04-4540-88c2-13c27f4bf4c7/db17ef0f-be04-4540-88c2-13c27f4bf4c7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.227108] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.227806] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2e1378-1cb1-4dfd-b1e4-d8590ea8aefe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.236388] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1337.236388] env[62107]: value = "task-1699050" [ 1337.236388] env[62107]: _type = "Task" [ 1337.236388] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.248578] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.429786] env[62107]: DEBUG nova.network.neutron [-] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.476452] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699049, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.520430] env[62107]: DEBUG nova.compute.manager [req-18ffead1-6ca2-4175-8be6-476908f21ee6 req-c0a7577a-42fc-4db9-95f0-94585fc06c83 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Received event network-vif-deleted-7efe4588-69e6-44d4-a5b2-a4e0c1610d59 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1337.520643] env[62107]: INFO nova.compute.manager [req-18ffead1-6ca2-4175-8be6-476908f21ee6 req-c0a7577a-42fc-4db9-95f0-94585fc06c83 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Neutron deleted interface 7efe4588-69e6-44d4-a5b2-a4e0c1610d59; detaching it from the instance and deleting it from the info cache [ 1337.520812] env[62107]: DEBUG nova.network.neutron [req-18ffead1-6ca2-4175-8be6-476908f21ee6 req-c0a7577a-42fc-4db9-95f0-94585fc06c83 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.566867] env[62107]: DEBUG nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1337.570278] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0e0aa04-0a16-4e19-9d00-74428ad966fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.575023] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0464c1-cad2-40c9-b7aa-338ab36f6edb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.581427] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d62f5a8-8969-4cea-a9a8-f3e0df482c3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.595368] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939fc1b3-44ed-4928-8fa4-f109d9570bae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.625860] env[62107]: DEBUG oslo_concurrency.lockutils [req-c4672d7d-eadb-49c1-a985-e2f1d321b27b req-b53e8214-9711-4da3-a3f0-e4131763993f service nova] Releasing lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.626302] env[62107]: DEBUG nova.network.neutron [-] [instance: ed32836f-0827-4741-8a25-dc488c564917] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.640558] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f0808f-248a-4694-8706-407831eb13cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.645081] env[62107]: DEBUG nova.compute.manager [req-8436bfc9-aaf0-4509-a95e-6fa94388b5b8 req-b238ee62-b83c-4815-ac95-7a5fecc9b722 service nova] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Detach interface failed, port_id=1e39f6e0-92f4-403d-a3ce-5a65b7d5ba81, reason: Instance 6014c827-bbb3-4419-bf0c-574989a6f943 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1337.651375] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff6fd0f-1f2c-48a9-aa8f-712baf00b297 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.666810] env[62107]: DEBUG nova.compute.provider_tree [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.712948] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.747300] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083315} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.747607] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.748482] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e677e-3ff2-4499-9dae-c47902fd62e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.773016] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] db17ef0f-be04-4540-88c2-13c27f4bf4c7/db17ef0f-be04-4540-88c2-13c27f4bf4c7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.773378] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3dc4e71-1ffd-4d6d-bcf0-2a5cba975734 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.794346] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1337.794346] env[62107]: value = "task-1699051" [ 1337.794346] env[62107]: _type = "Task" [ 1337.794346] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.805207] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.932643] env[62107]: INFO nova.compute.manager [-] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Took 1.30 seconds to deallocate network for instance. [ 1337.975982] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699049, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.025092] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22ef5636-9464-4065-86bd-a3b4b57e4b4c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.034316] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c5eb0-8643-4d59-b09f-ea18dccf9d1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.071451] env[62107]: DEBUG nova.compute.manager [req-18ffead1-6ca2-4175-8be6-476908f21ee6 req-c0a7577a-42fc-4db9-95f0-94585fc06c83 service nova] [instance: ed32836f-0827-4741-8a25-dc488c564917] Detach interface failed, port_id=7efe4588-69e6-44d4-a5b2-a4e0c1610d59, reason: Instance ed32836f-0827-4741-8a25-dc488c564917 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1338.128939] env[62107]: INFO nova.compute.manager [-] [instance: ed32836f-0827-4741-8a25-dc488c564917] Took 1.47 seconds to deallocate network for instance. [ 1338.169787] env[62107]: DEBUG nova.scheduler.client.report [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.212794] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.304561] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699051, 'name': ReconfigVM_Task, 'duration_secs': 0.284639} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.304861] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Reconfigured VM instance instance-00000028 to attach disk [datastore1] db17ef0f-be04-4540-88c2-13c27f4bf4c7/db17ef0f-be04-4540-88c2-13c27f4bf4c7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.305502] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08b622e3-b6c0-433b-a267-0e2895df6d6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.312877] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1338.312877] env[62107]: value = "task-1699052" [ 1338.312877] env[62107]: _type = "Task" [ 1338.312877] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.323319] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699052, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.439910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.476012] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699049, 'name': CloneVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.580459] env[62107]: DEBUG nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1338.602363] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1338.602641] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1338.602803] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.603054] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1338.603234] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.603387] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1338.603597] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1338.603755] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1338.603920] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1338.604118] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1338.604358] env[62107]: DEBUG nova.virt.hardware [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.605272] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de750a49-e967-463c-847d-ca0140ad506f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.613300] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00befcb-6bd2-4845-a1bf-8b952e933d7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.627187] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.633101] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Creating folder: Project (1ec4818c530d422eb28283f84abf2c52). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.633395] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a49d583-f1b2-4ffb-bd06-b8f4239032ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.635830] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.644898] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Created folder: Project (1ec4818c530d422eb28283f84abf2c52) in parent group-v354057. [ 1338.645189] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Creating folder: Instances. Parent ref: group-v354188. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1338.645324] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79d53f64-a1e0-494e-abf2-45b5114e5eeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.653733] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Created folder: Instances in parent group-v354188. [ 1338.653953] env[62107]: DEBUG oslo.service.loopingcall [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1338.654151] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.654346] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e749dd5-52cd-4b82-9686-1496968e8de5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.670084] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.670084] env[62107]: value = "task-1699055" [ 1338.670084] env[62107]: _type = "Task" [ 1338.670084] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.674949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.680525] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.440s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.680796] env[62107]: DEBUG nova.objects.instance [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lazy-loading 'resources' on Instance uuid 42a81f1b-11c0-40e0-81c6-644d9ce792d0 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.682023] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699055, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.701527] env[62107]: INFO nova.scheduler.client.report [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted allocations for instance a545c73e-0194-49da-85bb-9106524e3081 [ 1338.715945] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.823545] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699052, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.979129] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699049, 'name': CloneVM_Task, 'duration_secs': 2.251993} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.979489] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Created linked-clone VM from snapshot [ 1338.981286] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2229531d-eb79-42d1-9cf4-edddd4df1f5b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.989677] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Uploading image aedf1400-2612-4723-afa1-f59ed1562f40 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1339.017854] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1339.017854] env[62107]: value = "vm-354187" [ 1339.017854] env[62107]: _type = "VirtualMachine" [ 1339.017854] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1339.019687] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fecb07cc-8019-4d96-9958-457e1c179b01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.030382] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease: (returnval){ [ 1339.030382] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527730ad-cf0c-b588-1aa9-bcaaccf068da" [ 1339.030382] env[62107]: _type = "HttpNfcLease" [ 1339.030382] env[62107]: } obtained for exporting VM: (result){ [ 1339.030382] env[62107]: value = "vm-354187" [ 1339.030382] env[62107]: _type = "VirtualMachine" [ 1339.030382] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1339.030382] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the lease: (returnval){ [ 1339.030382] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527730ad-cf0c-b588-1aa9-bcaaccf068da" [ 1339.030382] env[62107]: _type = "HttpNfcLease" [ 1339.030382] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1339.042654] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.042654] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527730ad-cf0c-b588-1aa9-bcaaccf068da" [ 1339.042654] env[62107]: _type = "HttpNfcLease" [ 1339.042654] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1339.179662] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699055, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.212752] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b2eff1a-5878-4f05-ad3f-b27e7ef15cd8 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "a545c73e-0194-49da-85bb-9106524e3081" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.722s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.217294] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699047, 'name': CreateVM_Task, 'duration_secs': 2.647559} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.219566] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1339.221054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.221229] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.221559] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1339.221833] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-641e3e97-d86b-4d7f-8859-04d3373e6ce4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.228227] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1339.228227] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52797e96-5d34-2269-aa9b-a8647d35a0f1" [ 1339.228227] env[62107]: _type = "Task" [ 1339.228227] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.241393] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52797e96-5d34-2269-aa9b-a8647d35a0f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.241539] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.241937] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.242028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.242729] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.242729] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.242729] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-549be4e5-966d-471e-8bec-f14cf22faf05 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.253727] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.253919] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.254943] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6faeeca-6ec7-4b13-9650-f866fc3b1643 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.262036] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1339.262036] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5248d1f8-c8df-ba31-a8fd-5c0f392aca6d" [ 1339.262036] env[62107]: _type = "Task" [ 1339.262036] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.270018] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5248d1f8-c8df-ba31-a8fd-5c0f392aca6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.325816] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699052, 'name': Rename_Task, 'duration_secs': 0.840661} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.326146] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.328815] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a88df6b1-b832-4f67-ae8f-65d7ebfaa5f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.335473] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1339.335473] env[62107]: value = "task-1699057" [ 1339.335473] env[62107]: _type = "Task" [ 1339.335473] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.344630] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.542039] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.542039] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527730ad-cf0c-b588-1aa9-bcaaccf068da" [ 1339.542039] env[62107]: _type = "HttpNfcLease" [ 1339.542039] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.542039] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.542039] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527730ad-cf0c-b588-1aa9-bcaaccf068da" [ 1339.542039] env[62107]: _type = "HttpNfcLease" [ 1339.542039] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.542039] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421471c-fa17-4567-9369-66630fb53c93 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.549657] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244939-a206-3758-2a58-afd59254c9fc/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.549850] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244939-a206-3758-2a58-afd59254c9fc/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1339.684164] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e7fc564-1f3c-4ec3-bd55-00ea34312710 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.691283] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699055, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.718078] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae9726-bff6-4675-86ce-c4e34f4e33d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.725704] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797fdafb-edc2-4e2f-983e-53eb87508e66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.759045] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb23d487-dc1f-4d22-b2d8-b27adcc459e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.770222] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d1654d-aca1-4f83-a1e5-252c39a42935 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.777666] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5248d1f8-c8df-ba31-a8fd-5c0f392aca6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.778849] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c05b812-f2ce-4ff0-b66e-b5a0dc08f89b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.788765] env[62107]: DEBUG nova.compute.provider_tree [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1339.793637] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1339.793637] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e56fe4-7617-14a5-1a30-e8a36600748d" [ 1339.793637] env[62107]: _type = "Task" [ 1339.793637] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.801581] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e56fe4-7617-14a5-1a30-e8a36600748d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.845464] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699057, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.186244] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699055, 'name': CreateVM_Task, 'duration_secs': 1.460167} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.186654] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.187249] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.187572] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.188432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.189045] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40f4a362-c26e-4d9a-96c1-46439cd9a4cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.195039] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1340.195039] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b8c9b3-6380-9ce3-11e1-09b5fcdcc2b9" [ 1340.195039] env[62107]: _type = "Task" [ 1340.195039] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.205096] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b8c9b3-6380-9ce3-11e1-09b5fcdcc2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.307671] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e56fe4-7617-14a5-1a30-e8a36600748d, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.308057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.308409] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1ec63cb-168e-419b-b2c5-11d0757c718e/f1ec63cb-168e-419b-b2c5-11d0757c718e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1340.308724] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47203a5d-ebec-4236-bedf-bb3512d71ffa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.313999] env[62107]: ERROR nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [req-a9d89bc1-3eca-4fe5-8a5e-73e8568c4368] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9d89bc1-3eca-4fe5-8a5e-73e8568c4368"}]} [ 1340.318238] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1340.318238] env[62107]: value = "task-1699058" [ 1340.318238] env[62107]: _type = "Task" [ 1340.318238] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.327909] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.334279] env[62107]: DEBUG nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1340.346657] env[62107]: DEBUG oslo_vmware.api [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699057, 'name': PowerOnVM_Task, 'duration_secs': 0.528721} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.347623] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.347623] env[62107]: INFO nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1340.347623] env[62107]: DEBUG nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1340.348386] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84955296-bafa-458b-aa65-57b0fa2ffce9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.353747] env[62107]: DEBUG nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1340.354368] env[62107]: DEBUG nova.compute.provider_tree [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1340.369548] env[62107]: DEBUG nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1340.392697] env[62107]: DEBUG nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1340.707640] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b8c9b3-6380-9ce3-11e1-09b5fcdcc2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021095} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.708142] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.708485] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.708751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.709176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.709479] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.709892] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80433f12-c374-4138-ba7b-09c1ccfa684e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.726122] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.726292] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.730156] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29347f7c-5696-429b-960a-7806d8accd1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.736418] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1340.736418] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7c054-4af4-5fc5-c109-ec5b063d9b6c" [ 1340.736418] env[62107]: _type = "Task" [ 1340.736418] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.746015] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7c054-4af4-5fc5-c109-ec5b063d9b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.832122] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699058, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.876240] env[62107]: INFO nova.compute.manager [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Took 49.83 seconds to build instance. [ 1340.893106] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bda1551-1aba-433a-bbc1-82a61b5fccf2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.901667] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4525bf0f-a42e-4e22-99f0-2e7a75a0fcef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.934804] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3be59f-8bb8-411c-9706-af50aae6f52b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.943710] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa466a2-43d0-4ab8-919b-b70e7b4da99f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.961595] env[62107]: DEBUG nova.compute.provider_tree [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.247274] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7c054-4af4-5fc5-c109-ec5b063d9b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.06303} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.248204] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be4d460-d377-4277-9866-7ce64ee09411 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.254579] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1341.254579] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ec0be-3878-4f47-f722-c5fe9edd5495" [ 1341.254579] env[62107]: _type = "Task" [ 1341.254579] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.263112] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ec0be-3878-4f47-f722-c5fe9edd5495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.329808] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856704} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.331254] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1ec63cb-168e-419b-b2c5-11d0757c718e/f1ec63cb-168e-419b-b2c5-11d0757c718e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.331254] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.331254] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf2bbc33-16cc-42bb-bb98-aefeec0105cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.337560] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1341.337560] env[62107]: value = "task-1699059" [ 1341.337560] env[62107]: _type = "Task" [ 1341.337560] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.346126] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.381036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a3124826-1d02-4c59-a107-6285c7fe5cc2 tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.281s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.493143] env[62107]: DEBUG nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1341.493413] env[62107]: DEBUG nova.compute.provider_tree [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 66 to 67 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1341.493758] env[62107]: DEBUG nova.compute.provider_tree [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.729129] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211bf31-44aa-4d87-1c44-7f752d4a8cf9/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.730088] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb09e0a-872a-4331-ad1e-96bfb2c4ec24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.737447] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211bf31-44aa-4d87-1c44-7f752d4a8cf9/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.737684] env[62107]: ERROR oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211bf31-44aa-4d87-1c44-7f752d4a8cf9/disk-0.vmdk due to incomplete transfer. [ 1341.737927] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8fa8e48d-3b24-4a71-8b91-0b78fdcf6368 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.745129] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211bf31-44aa-4d87-1c44-7f752d4a8cf9/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1341.745334] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Uploaded image 38486976-31c1-445f-b71d-76e4f646ea2e to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1341.747845] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1341.748129] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34f85769-f26d-42c5-b7b5-598b9d5a79b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.754297] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1341.754297] env[62107]: value = "task-1699060" [ 1341.754297] env[62107]: _type = "Task" [ 1341.754297] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.767187] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699060, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.772184] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ec0be-3878-4f47-f722-c5fe9edd5495, 'name': SearchDatastore_Task, 'duration_secs': 0.034341} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.772537] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.772812] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a6f02d11-2787-4043-a7c5-677089f30a4f/a6f02d11-2787-4043-a7c5-677089f30a4f.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.773087] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-142bc3ed-ee42-40b7-83f4-a646f6325144 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.779610] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1341.779610] env[62107]: value = "task-1699061" [ 1341.779610] env[62107]: _type = "Task" [ 1341.779610] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.787886] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.847096] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072109} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.847431] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.848267] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613af733-71dd-4c05-9f74-49b7772a5a77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.870901] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f1ec63cb-168e-419b-b2c5-11d0757c718e/f1ec63cb-168e-419b-b2c5-11d0757c718e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.871203] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab83ecee-9c4a-47f0-b095-a5a81bd11a63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.885560] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1341.894726] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1341.894726] env[62107]: value = "task-1699062" [ 1341.894726] env[62107]: _type = "Task" [ 1341.894726] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.904309] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.000928] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.320s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.003717] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.782s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.004052] env[62107]: DEBUG nova.objects.instance [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lazy-loading 'resources' on Instance uuid 62f90c9b-83f1-4a16-b238-6425e1f00310 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.030253] env[62107]: INFO nova.scheduler.client.report [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted allocations for instance 42a81f1b-11c0-40e0-81c6-644d9ce792d0 [ 1342.264479] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699060, 'name': Destroy_Task, 'duration_secs': 0.443809} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.264744] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Destroyed the VM [ 1342.265086] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.265350] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-866b11fd-caeb-47f5-95a9-46513e18aee2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.272125] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1342.272125] env[62107]: value = "task-1699063" [ 1342.272125] env[62107]: _type = "Task" [ 1342.272125] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.282698] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699063, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.293185] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.408638] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699062, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.413714] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.548866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31edb261-eaa7-45b9-a158-13730e5b418d tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "42a81f1b-11c0-40e0-81c6-644d9ce792d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.396s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.601675] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.601912] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.605712] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.605712] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.605712] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.611682] env[62107]: INFO nova.compute.manager [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Terminating instance [ 1342.617813] env[62107]: DEBUG nova.compute.manager [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1342.618057] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.619360] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d6a3e5-c733-4cc0-a277-f7f6f93f585b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.630234] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.634077] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cb980a3-e9a9-4259-9a5e-43ebe1a1958a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.646305] env[62107]: DEBUG oslo_vmware.api [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1342.646305] env[62107]: value = "task-1699064" [ 1342.646305] env[62107]: _type = "Task" [ 1342.646305] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.660916] env[62107]: DEBUG oslo_vmware.api [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1699064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.782914] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699063, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.794278] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67199} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.794444] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a6f02d11-2787-4043-a7c5-677089f30a4f/a6f02d11-2787-4043-a7c5-677089f30a4f.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.794617] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.794903] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a5875e-3f44-4e8e-a56c-b8d131191504 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.802367] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1342.802367] env[62107]: value = "task-1699065" [ 1342.802367] env[62107]: _type = "Task" [ 1342.802367] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.816266] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.909954] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699062, 'name': ReconfigVM_Task, 'duration_secs': 0.750067} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.909954] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f1ec63cb-168e-419b-b2c5-11d0757c718e/f1ec63cb-168e-419b-b2c5-11d0757c718e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.910353] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62dc21f7-edcd-44aa-80a1-1246477c4a01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.924042] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1342.924042] env[62107]: value = "task-1699066" [ 1342.924042] env[62107]: _type = "Task" [ 1342.924042] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.940939] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699066, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.052124] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbca119-592a-4ac8-acd9-48bac5619b96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.060671] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c636403d-a692-4692-9164-b0b9d1a1bcaf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.108863] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3911486-f90a-4f7d-a2b2-935864e84c27 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.118029] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8481a2e1-9a47-4bdd-9fdf-4b586bd71af1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.131910] env[62107]: DEBUG nova.compute.provider_tree [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.157255] env[62107]: DEBUG oslo_vmware.api [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1699064, 'name': PowerOffVM_Task, 'duration_secs': 0.313733} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.157588] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.157921] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.158194] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e476b2c-5268-4fdc-9bd8-0fbcd1f3eee0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.197849] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.198323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.198432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.198660] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.198867] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.203499] env[62107]: INFO nova.compute.manager [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Terminating instance [ 1343.206154] env[62107]: DEBUG nova.compute.manager [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1343.206372] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.207272] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c89f91-bd11-4ebe-8634-9ee6998f76ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.215934] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.216221] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ae19164-76e5-4bd0-b424-2d29425dedfc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.222913] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1343.222913] env[62107]: value = "task-1699068" [ 1343.222913] env[62107]: _type = "Task" [ 1343.222913] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.234353] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.240355] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.240619] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.240773] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Deleting the datastore file [datastore1] 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.241466] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad5d2057-45f1-4518-92d3-6f8a100fb7f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.247765] env[62107]: DEBUG oslo_vmware.api [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for the task: (returnval){ [ 1343.247765] env[62107]: value = "task-1699069" [ 1343.247765] env[62107]: _type = "Task" [ 1343.247765] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.256605] env[62107]: DEBUG oslo_vmware.api [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1699069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.284942] env[62107]: DEBUG oslo_vmware.api [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699063, 'name': RemoveSnapshot_Task, 'duration_secs': 0.830305} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.285396] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1343.286027] env[62107]: INFO nova.compute.manager [None req-4d7f01e9-bc9c-4328-b45e-bbff22da6702 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Took 16.59 seconds to snapshot the instance on the hypervisor. [ 1343.317365] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097912} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.317761] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.318788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67996bc7-b6e3-4398-9b8e-b705918fd7eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.345064] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] a6f02d11-2787-4043-a7c5-677089f30a4f/a6f02d11-2787-4043-a7c5-677089f30a4f.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.345448] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60725438-1b2a-40a4-a1e1-c477f7ee267b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.366314] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1343.366314] env[62107]: value = "task-1699070" [ 1343.366314] env[62107]: _type = "Task" [ 1343.366314] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.376536] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.424379] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.424716] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.437306] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699066, 'name': Rename_Task, 'duration_secs': 0.251255} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.437306] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1343.437306] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce67de7-e22e-4fae-8b84-d5f4099c94de {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.444515] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1343.444515] env[62107]: value = "task-1699071" [ 1343.444515] env[62107]: _type = "Task" [ 1343.444515] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.454069] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.556795] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.556795] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.587222] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.587463] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.636086] env[62107]: DEBUG nova.scheduler.client.report [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1343.734873] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699068, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.757330] env[62107]: DEBUG oslo_vmware.api [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Task: {'id': task-1699069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305681} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.757518] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.757841] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.757841] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.758030] env[62107]: INFO nova.compute.manager [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1343.758342] env[62107]: DEBUG oslo.service.loopingcall [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.759222] env[62107]: DEBUG nova.compute.manager [-] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1343.759222] env[62107]: DEBUG nova.network.neutron [-] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.878514] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.932187] env[62107]: DEBUG nova.compute.utils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.956020] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699071, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.146023] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.146569] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.548s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.148931] env[62107]: INFO nova.compute.claims [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.186432] env[62107]: INFO nova.scheduler.client.report [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Deleted allocations for instance 62f90c9b-83f1-4a16-b238-6425e1f00310 [ 1344.237612] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699068, 'name': PowerOffVM_Task, 'duration_secs': 0.581957} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.237758] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.237914] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.238652] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc42729d-824a-4b2e-9b00-e5e8d0c026f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.318117] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.318117] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.318117] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Deleting the datastore file [datastore1] db17ef0f-be04-4540-88c2-13c27f4bf4c7 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.318117] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50328da4-fab1-447a-b703-101035bb4e5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.326597] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for the task: (returnval){ [ 1344.326597] env[62107]: value = "task-1699073" [ 1344.326597] env[62107]: _type = "Task" [ 1344.326597] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.339813] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.381028] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699070, 'name': ReconfigVM_Task, 'duration_secs': 0.634748} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.381028] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] a6f02d11-2787-4043-a7c5-677089f30a4f/a6f02d11-2787-4043-a7c5-677089f30a4f.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.381028] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-268524c6-2c9f-470c-9283-e68b0327301a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.387232] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1344.387232] env[62107]: value = "task-1699074" [ 1344.387232] env[62107]: _type = "Task" [ 1344.387232] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.395895] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699074, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.434786] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.455632] env[62107]: DEBUG oslo_vmware.api [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699071, 'name': PowerOnVM_Task, 'duration_secs': 0.914814} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.455937] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1344.456189] env[62107]: INFO nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1344.456375] env[62107]: DEBUG nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1344.457196] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6780861d-5c55-4237-b905-252cafc435c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.635216] env[62107]: DEBUG nova.compute.manager [req-f5008980-cd67-4514-91bc-bc0ce90379d9 req-d524ff04-d28a-4993-ade2-8522d491ce30 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Received event network-vif-deleted-538174b7-740a-4396-a8d4-bf0a755c0468 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1344.635535] env[62107]: INFO nova.compute.manager [req-f5008980-cd67-4514-91bc-bc0ce90379d9 req-d524ff04-d28a-4993-ade2-8522d491ce30 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Neutron deleted interface 538174b7-740a-4396-a8d4-bf0a755c0468; detaching it from the instance and deleting it from the info cache [ 1344.635824] env[62107]: DEBUG nova.network.neutron [req-f5008980-cd67-4514-91bc-bc0ce90379d9 req-d524ff04-d28a-4993-ade2-8522d491ce30 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.697311] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4959f560-defd-4fec-8a71-71f16e8c34c1 tempest-ServerDiagnosticsNegativeTest-1237925253 tempest-ServerDiagnosticsNegativeTest-1237925253-project-member] Lock "62f90c9b-83f1-4a16-b238-6425e1f00310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.436s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.706507] env[62107]: DEBUG nova.network.neutron [-] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.844530] env[62107]: DEBUG oslo_vmware.api [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Task: {'id': task-1699073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416666} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.845231] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.845231] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.845231] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.845377] env[62107]: INFO nova.compute.manager [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1344.845536] env[62107]: DEBUG oslo.service.loopingcall [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.845725] env[62107]: DEBUG nova.compute.manager [-] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1344.846122] env[62107]: DEBUG nova.network.neutron [-] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.900124] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699074, 'name': Rename_Task, 'duration_secs': 0.302333} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.901589] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.902950] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cadeea2-fe07-4744-a0be-0761b323d470 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.912296] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1344.912296] env[62107]: value = "task-1699075" [ 1344.912296] env[62107]: _type = "Task" [ 1344.912296] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.924396] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.979613] env[62107]: INFO nova.compute.manager [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Took 50.86 seconds to build instance. [ 1345.138847] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d8741d8-775d-4acf-a2a8-ecf956bcc863 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.150367] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4291ec-7ea0-41cf-80bd-d02d61d19728 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.185922] env[62107]: DEBUG nova.compute.manager [req-f5008980-cd67-4514-91bc-bc0ce90379d9 req-d524ff04-d28a-4993-ade2-8522d491ce30 service nova] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Detach interface failed, port_id=538174b7-740a-4396-a8d4-bf0a755c0468, reason: Instance 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1345.209524] env[62107]: INFO nova.compute.manager [-] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Took 1.45 seconds to deallocate network for instance. [ 1345.430769] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.483272] env[62107]: DEBUG oslo_concurrency.lockutils [None req-90465831-13c5-439d-913b-f62aa50beb48 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.364s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.510847] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.511348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.512076] env[62107]: INFO nova.compute.manager [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Attaching volume 641aad2a-c9c1-4b3d-b888-0714811d065b to /dev/sdb [ 1345.552341] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05673f42-ea8f-4f0d-b6d6-4c45e26d7fcb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.559775] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910669cf-a0a5-4185-a23f-a488d765d9c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.576098] env[62107]: DEBUG nova.virt.block_device [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updating existing volume attachment record: 156b6f52-4134-46cd-b565-f086b74a32e7 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1345.630728] env[62107]: DEBUG nova.network.neutron [-] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.714990] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe160128-8c1a-4595-a338-ae1830fbf877 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.720400] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.726314] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c9138-6040-48c9-9427-4447e3d1e86f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.764544] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3878cf-7a93-441c-9a36-d3108eef5567 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.773812] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e3071-4283-4457-afce-9b5c683c34c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.790160] env[62107]: DEBUG nova.compute.provider_tree [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.928946] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.989192] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1346.037115] env[62107]: DEBUG nova.compute.manager [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Received event network-changed-05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1346.037425] env[62107]: DEBUG nova.compute.manager [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Refreshing instance network info cache due to event network-changed-05b5ba6d-ab25-44a1-ab05-f8b56e226536. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1346.037544] env[62107]: DEBUG oslo_concurrency.lockutils [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] Acquiring lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.037983] env[62107]: DEBUG oslo_concurrency.lockutils [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] Acquired lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.038194] env[62107]: DEBUG nova.network.neutron [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Refreshing network info cache for port 05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.133372] env[62107]: INFO nova.compute.manager [-] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Took 1.29 seconds to deallocate network for instance. [ 1346.294549] env[62107]: DEBUG nova.scheduler.client.report [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1346.427044] env[62107]: DEBUG oslo_vmware.api [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699075, 'name': PowerOnVM_Task, 'duration_secs': 1.416309} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.427461] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.427683] env[62107]: INFO nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1346.427863] env[62107]: DEBUG nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1346.428740] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d527634-0e9f-4525-8c24-0e4c6ea55291 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.518423] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.641885] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.756947] env[62107]: DEBUG nova.compute.manager [req-eaa8ac33-075a-43ba-b092-8633965f8f20 req-6bb49dad-ea63-481d-9917-0a240b6a3fb5 service nova] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Received event network-vif-deleted-3d4782c7-4b52-4dd3-ab3d-5e40eaf40e28 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1346.796070] env[62107]: DEBUG nova.objects.instance [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lazy-loading 'flavor' on Instance uuid f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.802597] env[62107]: DEBUG nova.network.neutron [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updated VIF entry in instance network info cache for port 05b5ba6d-ab25-44a1-ab05-f8b56e226536. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.802872] env[62107]: DEBUG nova.network.neutron [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [{"id": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "address": "fa:16:3e:d1:7e:0e", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b5ba6d-ab", "ovs_interfaceid": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.810286] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.810286] env[62107]: DEBUG nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1346.812938] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.249s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.813185] env[62107]: DEBUG nova.objects.instance [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lazy-loading 'resources' on Instance uuid 5801ddb7-fa0b-4c30-be71-afae4d7ce119 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.865259] env[62107]: DEBUG nova.compute.manager [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1346.866532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c611d5-6b7d-4831-8f69-c0ec84dda4d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.924303] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.924303] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.924577] env[62107]: INFO nova.compute.manager [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Rebooting instance [ 1346.946569] env[62107]: INFO nova.compute.manager [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Took 50.67 seconds to build instance. [ 1347.306108] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.306354] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.308786] env[62107]: DEBUG oslo_concurrency.lockutils [req-ffd50ce4-3326-4bd6-bf40-851c6d51f87f req-dacec99d-8219-4251-8d41-640e1ce71246 service nova] Releasing lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.322141] env[62107]: DEBUG nova.compute.utils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.324386] env[62107]: DEBUG nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1347.378718] env[62107]: INFO nova.compute.manager [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] instance snapshotting [ 1347.387021] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb3f6e-c8c9-494b-9ef2-e9e42ef25524 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.410719] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76982522-f1f1-4ad4-bee8-bac77096c616 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.450711] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ceca9bf2-24e6-40f0-9a1c-d01e32c1749f tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "a6f02d11-2787-4043-a7c5-677089f30a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.064s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.461218] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.461218] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquired lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.461218] env[62107]: DEBUG nova.network.neutron [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.789887] env[62107]: DEBUG nova.network.neutron [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.828588] env[62107]: DEBUG nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1347.887127] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85163fe-c917-4045-9b90-117690ec8d80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.896271] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f29b3-2717-460a-af45-1cb932c1be6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.932439] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1347.933037] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c9e12b6-aa93-4bed-a22f-1b0658a6eeac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.935573] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd81b4-c4cc-4873-b969-820166475764 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.945958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c16ebed-fddb-46a4-b25c-4edbaa94e680 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.950899] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1347.950899] env[62107]: value = "task-1699079" [ 1347.950899] env[62107]: _type = "Task" [ 1347.950899] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.957626] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1347.975693] env[62107]: DEBUG nova.compute.provider_tree [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.981728] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.374462] env[62107]: DEBUG nova.network.neutron [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [{"id": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "address": "fa:16:3e:d1:7e:0e", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b5ba6d-ab", "ovs_interfaceid": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.462190] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699079, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.486504] env[62107]: DEBUG nova.scheduler.client.report [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.517543] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.639363] env[62107]: DEBUG nova.network.neutron [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.814265] env[62107]: DEBUG nova.compute.manager [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1348.814484] env[62107]: DEBUG nova.compute.manager [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing instance network info cache due to event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1348.814750] env[62107]: DEBUG oslo_concurrency.lockutils [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.848405] env[62107]: DEBUG nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1348.881050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Releasing lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.884818] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.885364] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.885364] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.885434] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.885633] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.885733] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.885941] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.886114] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.886282] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.886576] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.886643] env[62107]: DEBUG nova.virt.hardware [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.887828] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec4dd27-1c5f-4f83-8def-58d16eb89148 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.891159] env[62107]: DEBUG nova.compute.manager [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1348.891976] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2cd9db-1ed7-4d3c-ba83-4f8ab50b600a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.902265] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb26d74-6804-4df9-a997-cba4c4f8f51b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.925968] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.934179] env[62107]: DEBUG oslo.service.loopingcall [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.935064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.935392] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0133f18-ad0f-49d6-9f32-7edbaa709537 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.958594] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.958594] env[62107]: value = "task-1699081" [ 1348.958594] env[62107]: _type = "Task" [ 1348.958594] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.966477] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699079, 'name': CreateSnapshot_Task, 'duration_secs': 0.717776} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.970510] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1348.971410] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a70d32e-2846-496d-b967-a934aab2eab6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.978638] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699081, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.000267] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.003549] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.184s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.006300] env[62107]: INFO nova.compute.claims [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.031080] env[62107]: INFO nova.scheduler.client.report [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Deleted allocations for instance 5801ddb7-fa0b-4c30-be71-afae4d7ce119 [ 1349.145437] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.145694] env[62107]: DEBUG nova.compute.manager [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Inject network info {{(pid=62107) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1349.145995] env[62107]: DEBUG nova.compute.manager [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] network_info to inject: |[{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1349.151475] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Reconfiguring VM instance to set the machine id {{(pid=62107) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1349.151815] env[62107]: DEBUG oslo_concurrency.lockutils [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.151993] env[62107]: DEBUG nova.network.neutron [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.153638] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f0d6cce-384d-48f1-bad8-a0f207f2d5aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.179507] env[62107]: DEBUG oslo_vmware.api [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1349.179507] env[62107]: value = "task-1699082" [ 1349.179507] env[62107]: _type = "Task" [ 1349.179507] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.193431] env[62107]: DEBUG oslo_vmware.api [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.311451] env[62107]: DEBUG nova.objects.instance [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lazy-loading 'flavor' on Instance uuid f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.473367] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699081, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.495851] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1349.496673] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7dc86ec-ac22-4110-afad-bf543333571f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.506415] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1349.506415] env[62107]: value = "task-1699083" [ 1349.506415] env[62107]: _type = "Task" [ 1349.506415] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.512677] env[62107]: DEBUG nova.network.neutron [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updated VIF entry in instance network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.512902] env[62107]: DEBUG nova.network.neutron [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.523724] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699083, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.545483] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b2084b1d-672d-4666-bf69-6fb6baef7411 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "5801ddb7-fa0b-4c30-be71-afae4d7ce119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.165s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.694291] env[62107]: DEBUG oslo_vmware.api [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699082, 'name': ReconfigVM_Task, 'duration_secs': 0.198917} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.694610] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c24857-6cdd-4579-ae8d-47144993b281 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Reconfigured VM instance to set the machine id {{(pid=62107) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1349.751590] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244939-a206-3758-2a58-afd59254c9fc/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1349.752860] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0843ca76-f6ac-451e-ad98-5d57cb9be98e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.759663] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244939-a206-3758-2a58-afd59254c9fc/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1349.759853] env[62107]: ERROR oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244939-a206-3758-2a58-afd59254c9fc/disk-0.vmdk due to incomplete transfer. [ 1349.760909] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c32c2e4e-71fb-4da4-be61-1088d98499f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.767503] env[62107]: DEBUG oslo_vmware.rw_handles [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52244939-a206-3758-2a58-afd59254c9fc/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1349.767746] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Uploaded image aedf1400-2612-4723-afa1-f59ed1562f40 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1349.770011] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1349.770334] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f953c9f-fbbb-4c78-a476-5a2e952b5abe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.776361] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1349.776361] env[62107]: value = "task-1699084" [ 1349.776361] env[62107]: _type = "Task" [ 1349.776361] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.787231] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699084, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.814809] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.919959] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7aa094-8289-4869-afa4-76f228588a2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.931376] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Doing hard reboot of VM {{(pid=62107) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1349.931376] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7eda4c48-5ce4-436c-bcf7-489d621c9dba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.937971] env[62107]: DEBUG oslo_vmware.api [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1349.937971] env[62107]: value = "task-1699085" [ 1349.937971] env[62107]: _type = "Task" [ 1349.937971] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.947824] env[62107]: DEBUG oslo_vmware.api [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699085, 'name': ResetVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.975513] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699081, 'name': CreateVM_Task, 'duration_secs': 0.595729} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.975513] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.975513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.975513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.976027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.976269] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed808dd-71b6-4e23-8503-20a449e42ef3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.982895] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1349.982895] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c3a12c-872b-cd2c-4b3d-c5f30b35a02d" [ 1349.982895] env[62107]: _type = "Task" [ 1349.982895] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.995627] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.996245] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.003684] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c3a12c-872b-cd2c-4b3d-c5f30b35a02d, 'name': SearchDatastore_Task, 'duration_secs': 0.011765} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.007081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.007081] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.007081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.007081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.007081] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.007081] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-527cf75e-ece2-4784-a027-f7353f091cb7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.021793] env[62107]: DEBUG oslo_concurrency.lockutils [req-5b4ba880-33b4-4417-ab51-360efb787b71 req-b034e08a-29bb-4d1f-9fac-d10a4f8f60ae service nova] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.025331] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699083, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.026928] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.029158] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.029158] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.029848] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc933b83-8683-499e-aa75-f4a454a10d5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.037113] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1350.037113] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273fa62-d7d8-217d-5482-59bc1d9b777d" [ 1350.037113] env[62107]: _type = "Task" [ 1350.037113] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.044922] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.045231] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.054429] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273fa62-d7d8-217d-5482-59bc1d9b777d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.069052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "516a3ed7-7c63-4c92-a710-900e06e429ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.069588] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.114065] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.114341] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.114549] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.114734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.115517] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.116959] env[62107]: INFO nova.compute.manager [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Terminating instance [ 1350.119286] env[62107]: DEBUG nova.compute.manager [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1350.119286] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.119751] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d7878d-0540-44f6-909e-26a62cae0817 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.130784] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1350.131084] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354192', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'name': 'volume-641aad2a-c9c1-4b3d-b888-0714811d065b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7dea9ef9-d226-466b-be5f-2bc40a829a5a', 'attached_at': '', 'detached_at': '', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'serial': '641aad2a-c9c1-4b3d-b888-0714811d065b'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1350.131883] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6101f42e-b3d6-48ea-87d5-8f18243611ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.137464] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.140278] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d78df3-72d0-47c8-b5f5-4ab77c88a794 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.159248] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3539e938-20ef-4a02-9cd4-b9551ea8dbf1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.164147] env[62107]: DEBUG oslo_vmware.api [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1350.164147] env[62107]: value = "task-1699086" [ 1350.164147] env[62107]: _type = "Task" [ 1350.164147] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.188201] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-641aad2a-c9c1-4b3d-b888-0714811d065b/volume-641aad2a-c9c1-4b3d-b888-0714811d065b.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.191796] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5dbab7c-bc42-428f-b6a9-d074bb84a3b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.211143] env[62107]: DEBUG oslo_vmware.api [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1699086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.216489] env[62107]: DEBUG oslo_vmware.api [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1350.216489] env[62107]: value = "task-1699087" [ 1350.216489] env[62107]: _type = "Task" [ 1350.216489] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.225448] env[62107]: DEBUG oslo_vmware.api [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.291709] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699084, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.457232] env[62107]: DEBUG oslo_vmware.api [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699085, 'name': ResetVM_Task, 'duration_secs': 0.105952} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.457565] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Did hard reboot of VM {{(pid=62107) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1350.458061] env[62107]: DEBUG nova.compute.manager [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1350.458878] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d92db-e42a-4782-a2d1-75635112b900 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.470422] env[62107]: DEBUG nova.network.neutron [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.525072] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699083, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.548676] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273fa62-d7d8-217d-5482-59bc1d9b777d, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.552254] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988d1deb-351d-4e52-b14a-88e176b41b0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.559821] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1350.559821] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb51f1-de3c-c68e-1e39-97c368b461d5" [ 1350.559821] env[62107]: _type = "Task" [ 1350.559821] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.574807] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb51f1-de3c-c68e-1e39-97c368b461d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.676599] env[62107]: DEBUG oslo_vmware.api [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1699086, 'name': PowerOffVM_Task, 'duration_secs': 0.294218} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.676954] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.677172] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.677371] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca049c2-6db8-4d8b-b217-0718998f9fa3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.692989] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e144106-dc14-4960-9c76-4c55107dc28b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.701671] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b14b19-6667-450b-8cc0-f0e2d6d6010c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.738191] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab9788-8465-44ff-a712-b1e6030f171f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.750119] env[62107]: DEBUG oslo_vmware.api [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699087, 'name': ReconfigVM_Task, 'duration_secs': 0.404033} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.752954] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-641aad2a-c9c1-4b3d-b888-0714811d065b/volume-641aad2a-c9c1-4b3d-b888-0714811d065b.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.758642] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56f9f53-68d3-45cb-afe1-457830f3c516 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.770246] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5edf177-bbf4-448b-9b43-84b92386af03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.775110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.775342] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.775522] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Deleting the datastore file [datastore1] af8a8b36-1bac-422b-9dc1-2b60d2e5f04c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.776430] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae2c33c-93da-43f5-84b6-8479d0f5a538 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.791426] env[62107]: DEBUG nova.compute.provider_tree [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.793132] env[62107]: DEBUG oslo_vmware.api [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1350.793132] env[62107]: value = "task-1699089" [ 1350.793132] env[62107]: _type = "Task" [ 1350.793132] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.794850] env[62107]: DEBUG oslo_vmware.api [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for the task: (returnval){ [ 1350.794850] env[62107]: value = "task-1699090" [ 1350.794850] env[62107]: _type = "Task" [ 1350.794850] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.806207] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699084, 'name': Destroy_Task, 'duration_secs': 0.620771} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.807461] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Destroyed the VM [ 1350.807738] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1350.808596] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9882287a-da4d-46d1-b652-a91d19c457fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.814152] env[62107]: DEBUG oslo_vmware.api [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.817863] env[62107]: DEBUG oslo_vmware.api [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1699090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.827135] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1350.827135] env[62107]: value = "task-1699091" [ 1350.827135] env[62107]: _type = "Task" [ 1350.827135] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.837422] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699091, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.941978] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "cdec697b-1808-4f23-b40c-df3751bf4a44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.942239] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.942479] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "cdec697b-1808-4f23-b40c-df3751bf4a44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.942790] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.942898] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.945836] env[62107]: INFO nova.compute.manager [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Terminating instance [ 1350.948928] env[62107]: DEBUG nova.compute.manager [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1350.949159] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1350.950106] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b1696-c2b8-44b1-9ec2-086bdbecffa3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.960813] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.961053] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d75a83-21b7-4e51-b9d4-d60d401d815b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.979077] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de28621e-a36b-40de-939d-9df26e595587 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.055s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.002079] env[62107]: DEBUG nova.compute.manager [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1351.002726] env[62107]: DEBUG nova.compute.manager [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing instance network info cache due to event network-changed-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1351.002726] env[62107]: DEBUG oslo_concurrency.lockutils [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] Acquiring lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.028596] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699083, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.074502] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb51f1-de3c-c68e-1e39-97c368b461d5, 'name': SearchDatastore_Task, 'duration_secs': 0.02281} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.074862] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.075266] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.075599] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e58f3886-6197-4cc4-b39a-cd4a7b0f263d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.085574] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1351.085574] env[62107]: value = "task-1699093" [ 1351.085574] env[62107]: _type = "Task" [ 1351.085574] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.095419] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.326728] env[62107]: DEBUG oslo_vmware.api [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Task: {'id': task-1699090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195721} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.326728] env[62107]: DEBUG oslo_vmware.api [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699089, 'name': ReconfigVM_Task, 'duration_secs': 0.191482} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.327310] env[62107]: ERROR nova.scheduler.client.report [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [req-a7622f62-75ba-44ae-b28d-663a829662f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7622f62-75ba-44ae-b28d-663a829662f7"}]} [ 1351.328244] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.328244] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.328244] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.328969] env[62107]: INFO nova.compute.manager [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1351.328969] env[62107]: DEBUG oslo.service.loopingcall [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.329172] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354192', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'name': 'volume-641aad2a-c9c1-4b3d-b888-0714811d065b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7dea9ef9-d226-466b-be5f-2bc40a829a5a', 'attached_at': '', 'detached_at': '', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'serial': '641aad2a-c9c1-4b3d-b888-0714811d065b'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1351.341275] env[62107]: DEBUG nova.compute.manager [-] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1351.341275] env[62107]: DEBUG nova.network.neutron [-] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.349204] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699091, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.352263] env[62107]: DEBUG nova.scheduler.client.report [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1351.368628] env[62107]: DEBUG nova.scheduler.client.report [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1351.368628] env[62107]: DEBUG nova.compute.provider_tree [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1351.381629] env[62107]: DEBUG nova.scheduler.client.report [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1351.399979] env[62107]: DEBUG nova.scheduler.client.report [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1351.407629] env[62107]: DEBUG nova.network.neutron [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.533038] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699083, 'name': CloneVM_Task, 'duration_secs': 1.65433} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.533435] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Created linked-clone VM from snapshot [ 1351.534557] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6065a9-5215-4223-b01c-d568b766a422 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.550339] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Uploading image 64517a4e-0dc4-4c74-84fc-7c1ab77798ce {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1351.596380] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1351.596380] env[62107]: value = "vm-354195" [ 1351.596380] env[62107]: _type = "VirtualMachine" [ 1351.596380] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1351.596709] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3470b0a-9b1a-40fe-b254-2eef59bdb615 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.602762] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699093, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.618785] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lease: (returnval){ [ 1351.618785] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52db800e-d494-6859-a837-e0d8be82de6e" [ 1351.618785] env[62107]: _type = "HttpNfcLease" [ 1351.618785] env[62107]: } obtained for exporting VM: (result){ [ 1351.618785] env[62107]: value = "vm-354195" [ 1351.618785] env[62107]: _type = "VirtualMachine" [ 1351.618785] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1351.619069] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the lease: (returnval){ [ 1351.619069] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52db800e-d494-6859-a837-e0d8be82de6e" [ 1351.619069] env[62107]: _type = "HttpNfcLease" [ 1351.619069] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1351.633576] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1351.633576] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52db800e-d494-6859-a837-e0d8be82de6e" [ 1351.633576] env[62107]: _type = "HttpNfcLease" [ 1351.633576] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1351.633916] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1351.633916] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52db800e-d494-6859-a837-e0d8be82de6e" [ 1351.633916] env[62107]: _type = "HttpNfcLease" [ 1351.633916] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1351.634787] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fa30a0-c7bd-49a9-8083-fab792092a43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.647057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.647057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.653685] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5168d-8027-381a-8a2b-ec8f267746b9/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1351.653988] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5168d-8027-381a-8a2b-ec8f267746b9/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1351.782854] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5fa7e810-b865-46d5-8cf1-5b1353b7dcca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.842240] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699091, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.913196] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.913196] env[62107]: DEBUG nova.compute.manager [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Inject network info {{(pid=62107) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1351.913196] env[62107]: DEBUG nova.compute.manager [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] network_info to inject: |[{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1351.922937] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Reconfiguring VM instance to set the machine id {{(pid=62107) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1351.926443] env[62107]: DEBUG oslo_concurrency.lockutils [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] Acquired lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.926648] env[62107]: DEBUG nova.network.neutron [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Refreshing network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.928462] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316d81d3-b47c-47a3-b4e5-068749d46a47 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.952887] env[62107]: DEBUG oslo_vmware.api [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1351.952887] env[62107]: value = "task-1699095" [ 1351.952887] env[62107]: _type = "Task" [ 1351.952887] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.973475] env[62107]: DEBUG oslo_vmware.api [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.103783] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693339} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.103783] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.104237] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.104276] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6322bba-0609-420f-b713-628232b4de03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.124029] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1352.124029] env[62107]: value = "task-1699096" [ 1352.124029] env[62107]: _type = "Task" [ 1352.124029] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.136321] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.157896] env[62107]: DEBUG nova.compute.manager [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Received event network-changed-05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1352.158324] env[62107]: DEBUG nova.compute.manager [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Refreshing instance network info cache due to event network-changed-05b5ba6d-ab25-44a1-ab05-f8b56e226536. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1352.158506] env[62107]: DEBUG oslo_concurrency.lockutils [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] Acquiring lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.158806] env[62107]: DEBUG oslo_concurrency.lockutils [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] Acquired lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.159102] env[62107]: DEBUG nova.network.neutron [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Refreshing network info cache for port 05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1352.196022] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11030502-98ee-464b-9caa-9f8fabd31daa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.211011] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6289889-0ba3-42f3-808b-cb43262e3e3e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.249674] env[62107]: DEBUG nova.network.neutron [-] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.252551] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc664e3-34d0-4f1a-80f8-72895853a467 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.265640] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9f11a5-f60d-4703-b29b-95355d8f91cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.285122] env[62107]: DEBUG nova.compute.provider_tree [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.308035] env[62107]: DEBUG nova.network.neutron [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updated VIF entry in instance network info cache for port 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.308566] env[62107]: DEBUG nova.network.neutron [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [{"id": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "address": "fa:16:3e:bd:72:57", "network": {"id": "297d725e-bac5-45d7-a418-cb6fa018e552", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-779987982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "049a19f51da0473cab29b5bbd1874ab2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe5f8ef-01", "ovs_interfaceid": "6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.344033] env[62107]: DEBUG oslo_vmware.api [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699091, 'name': RemoveSnapshot_Task, 'duration_secs': 1.200746} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.344033] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1352.344033] env[62107]: INFO nova.compute.manager [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Took 19.50 seconds to snapshot the instance on the hypervisor. [ 1352.367766] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.367766] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.368233] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleting the datastore file [datastore1] cdec697b-1808-4f23-b40c-df3751bf4a44 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.368424] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892dd91f-fd8e-43c4-8367-53fdf99dff37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.378578] env[62107]: DEBUG oslo_vmware.api [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1352.378578] env[62107]: value = "task-1699097" [ 1352.378578] env[62107]: _type = "Task" [ 1352.378578] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.390816] env[62107]: DEBUG oslo_vmware.api [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.392699] env[62107]: DEBUG nova.objects.instance [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'flavor' on Instance uuid 7dea9ef9-d226-466b-be5f-2bc40a829a5a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.463348] env[62107]: DEBUG oslo_vmware.api [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699095, 'name': ReconfigVM_Task, 'duration_secs': 0.345867} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.463643] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5bc15c-1e9d-4bdc-8632-6991acf1cfd4 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Reconfigured VM instance to set the machine id {{(pid=62107) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1352.615343] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.615343] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.615516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.615853] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.616124] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.618427] env[62107]: INFO nova.compute.manager [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Terminating instance [ 1352.620217] env[62107]: DEBUG nova.compute.manager [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1352.620410] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1352.621990] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c691a-df07-4fa8-9bbe-b6af32a27b89 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.636034] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112642} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.639067] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.639802] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1352.640876] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b5b2d1-e948-4d05-8146-803d54f631f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.643955] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e40345c7-b9ec-4da9-bb8f-c9862fdb2247 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.666829] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.672127] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b354122-94f4-4be5-9b02-067d33981f1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.688713] env[62107]: DEBUG oslo_vmware.api [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1352.688713] env[62107]: value = "task-1699098" [ 1352.688713] env[62107]: _type = "Task" [ 1352.688713] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.696087] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1352.696087] env[62107]: value = "task-1699099" [ 1352.696087] env[62107]: _type = "Task" [ 1352.696087] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.702427] env[62107]: DEBUG oslo_vmware.api [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.712018] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.757781] env[62107]: INFO nova.compute.manager [-] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Took 1.42 seconds to deallocate network for instance. [ 1352.812587] env[62107]: DEBUG oslo_concurrency.lockutils [req-8b31d369-d7fc-46ec-aa76-d8646bbdc564 req-a6eb9308-8514-435e-99d5-60ae28ee370c service nova] Releasing lock "refresh_cache-f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.837320] env[62107]: DEBUG nova.scheduler.client.report [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1352.837320] env[62107]: DEBUG nova.compute.provider_tree [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 73 to 74 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1352.837320] env[62107]: DEBUG nova.compute.provider_tree [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1352.847060] env[62107]: DEBUG nova.compute.manager [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Instance disappeared during snapshot {{(pid=62107) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1352.860430] env[62107]: DEBUG nova.compute.manager [None req-12ae6230-9512-48d9-acda-766220852d3c tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image not found during clean up aedf1400-2612-4723-afa1-f59ed1562f40 {{(pid=62107) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1352.899180] env[62107]: DEBUG oslo_vmware.api [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483163} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.899474] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.899674] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.900282] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.900747] env[62107]: INFO nova.compute.manager [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1352.901326] env[62107]: DEBUG oslo.service.loopingcall [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.902399] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4130f5e6-ee8a-49b6-aeec-9788e0df552c tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.391s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.904420] env[62107]: DEBUG nova.compute.manager [-] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1352.904420] env[62107]: DEBUG nova.network.neutron [-] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.003482] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.003962] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.004451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "f1ec63cb-168e-419b-b2c5-11d0757c718e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.004651] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.004826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.006909] env[62107]: INFO nova.compute.manager [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Terminating instance [ 1353.008979] env[62107]: DEBUG nova.compute.manager [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1353.015031] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.015031] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dce6a6-8e8c-4737-863f-aba9bbaa8627 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.025930] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.026300] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e7e2e2-a15e-4cb1-a01e-b6af8affaa15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.038048] env[62107]: DEBUG oslo_vmware.api [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1353.038048] env[62107]: value = "task-1699100" [ 1353.038048] env[62107]: _type = "Task" [ 1353.038048] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.052928] env[62107]: DEBUG oslo_vmware.api [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.155782] env[62107]: DEBUG nova.compute.manager [req-dd40c14f-ac27-43aa-9aef-c42d53a75087 req-4ac80982-5564-429c-9db8-6e4ac570ab04 service nova] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Received event network-vif-deleted-d3acaead-8d37-46d8-b590-70ac6fe8cfd8 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1353.199827] env[62107]: DEBUG oslo_vmware.api [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699098, 'name': PowerOffVM_Task, 'duration_secs': 0.307787} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.207999] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.208526] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.208928] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2b1bdd-f769-4340-92a9-8e5392168dd6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.218859] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699099, 'name': ReconfigVM_Task, 'duration_secs': 0.30171} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.219411] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.220451] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53439916-f083-41ce-9d6b-8567de24dd9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.232033] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1353.232033] env[62107]: value = "task-1699102" [ 1353.232033] env[62107]: _type = "Task" [ 1353.232033] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.243393] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699102, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.267885] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.294743] env[62107]: DEBUG nova.network.neutron [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updated VIF entry in instance network info cache for port 05b5ba6d-ab25-44a1-ab05-f8b56e226536. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.294743] env[62107]: DEBUG nova.network.neutron [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [{"id": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "address": "fa:16:3e:d1:7e:0e", "network": {"id": "1799cd38-3248-4b3c-bade-148d681ed8c9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-929100937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beefd98a652e4f1f9f18c4c12c64da9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b5ba6d-ab", "ovs_interfaceid": "05b5ba6d-ab25-44a1-ab05-f8b56e226536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.346089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.340s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.346089] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1353.353695] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.094s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.357793] env[62107]: DEBUG nova.objects.instance [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lazy-loading 'resources' on Instance uuid 9e5fd757-c244-45b9-815d-7aa6de36ab95 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.466632] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.466993] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.467196] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Deleting the datastore file [datastore1] f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.467794] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6611070c-58f3-42a7-91aa-eb3d19d03f90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.477815] env[62107]: DEBUG oslo_vmware.api [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for the task: (returnval){ [ 1353.477815] env[62107]: value = "task-1699103" [ 1353.477815] env[62107]: _type = "Task" [ 1353.477815] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.486912] env[62107]: DEBUG oslo_vmware.api [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.551205] env[62107]: DEBUG oslo_vmware.api [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699100, 'name': PowerOffVM_Task, 'duration_secs': 0.368027} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.551684] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.552116] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.552661] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3628cfb0-3c84-43ff-8bbb-d8b5f6c14853 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.643115] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.643569] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.644046] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Deleting the datastore file [datastore1] f1ec63cb-168e-419b-b2c5-11d0757c718e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.646022] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-721fbb59-761b-4c7b-bbcd-0b5e798411d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.653079] env[62107]: DEBUG oslo_vmware.api [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1353.653079] env[62107]: value = "task-1699105" [ 1353.653079] env[62107]: _type = "Task" [ 1353.653079] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.663535] env[62107]: DEBUG oslo_vmware.api [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.741530] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699102, 'name': Rename_Task, 'duration_secs': 0.191679} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.741945] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.742261] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c33885-621d-41f7-94df-5ca6c8402588 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.751260] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1353.751260] env[62107]: value = "task-1699106" [ 1353.751260] env[62107]: _type = "Task" [ 1353.751260] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.765748] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.798684] env[62107]: DEBUG oslo_concurrency.lockutils [req-9b626a69-811f-4c89-9da2-8debe5eb2151 req-9574a21a-8474-4b70-9890-152f276d7eed service nova] Releasing lock "refresh_cache-f1ec63cb-168e-419b-b2c5-11d0757c718e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.855626] env[62107]: DEBUG nova.compute.utils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1353.858981] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1353.858981] env[62107]: DEBUG nova.network.neutron [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.904993] env[62107]: DEBUG nova.policy [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '187c6051b1af4b68b61b683b902970d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a888bf83ab12467683850b799e3b038a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1353.917556] env[62107]: DEBUG nova.network.neutron [-] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.989157] env[62107]: DEBUG oslo_vmware.api [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Task: {'id': task-1699103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414996} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.989547] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.989918] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.990160] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.990553] env[62107]: INFO nova.compute.manager [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1353.991034] env[62107]: DEBUG oslo.service.loopingcall [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.991127] env[62107]: DEBUG nova.compute.manager [-] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1353.991370] env[62107]: DEBUG nova.network.neutron [-] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.164157] env[62107]: DEBUG oslo_vmware.api [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333736} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.164725] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.164725] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.165064] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.165300] env[62107]: INFO nova.compute.manager [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1354.165602] env[62107]: DEBUG oslo.service.loopingcall [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1354.165885] env[62107]: DEBUG nova.compute.manager [-] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1354.166396] env[62107]: DEBUG nova.network.neutron [-] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.268576] env[62107]: DEBUG oslo_vmware.api [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699106, 'name': PowerOnVM_Task, 'duration_secs': 0.450114} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.269576] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.269914] env[62107]: INFO nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1354.270230] env[62107]: DEBUG nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1354.271172] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5932277e-2da4-45dd-a56b-f14b26945a7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.362173] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1354.420552] env[62107]: INFO nova.compute.manager [-] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Took 1.52 seconds to deallocate network for instance. [ 1354.495769] env[62107]: DEBUG nova.network.neutron [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Successfully created port: 98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.519035] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384d980e-a617-4b31-8be2-102e267ad062 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.528686] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e36dccd-7787-443c-b74a-b9a2079de252 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.565511] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a12c83-f5f8-4a52-8adf-8aeacbd588f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.575417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1bc6c5-0f38-44ef-94a9-cdc05ad96ff3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.594162] env[62107]: DEBUG nova.compute.provider_tree [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.739608] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.739608] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.796654] env[62107]: INFO nova.compute.manager [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Took 54.23 seconds to build instance. [ 1354.873079] env[62107]: DEBUG nova.compute.manager [req-243ad79b-5b40-4152-a205-f492e9d3061c req-4e44842c-c029-4b80-ab25-11f26fc55d54 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Received event network-vif-deleted-05b5ba6d-ab25-44a1-ab05-f8b56e226536 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.873334] env[62107]: INFO nova.compute.manager [req-243ad79b-5b40-4152-a205-f492e9d3061c req-4e44842c-c029-4b80-ab25-11f26fc55d54 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Neutron deleted interface 05b5ba6d-ab25-44a1-ab05-f8b56e226536; detaching it from the instance and deleting it from the info cache [ 1354.874727] env[62107]: DEBUG nova.network.neutron [req-243ad79b-5b40-4152-a205-f492e9d3061c req-4e44842c-c029-4b80-ab25-11f26fc55d54 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.927894] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.028239] env[62107]: DEBUG nova.network.neutron [-] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.100158] env[62107]: DEBUG nova.scheduler.client.report [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1355.244956] env[62107]: DEBUG nova.compute.manager [req-17a75ce8-1367-4896-ae62-cb68ff20bc7d req-443b3770-f6b0-4b5a-bd30-ae01c6c5599a service nova] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Received event network-vif-deleted-59d78b3d-159c-4b4f-9b99-ae316036e2c6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.245288] env[62107]: DEBUG nova.compute.manager [req-17a75ce8-1367-4896-ae62-cb68ff20bc7d req-443b3770-f6b0-4b5a-bd30-ae01c6c5599a service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Received event network-vif-deleted-6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.245538] env[62107]: INFO nova.compute.manager [req-17a75ce8-1367-4896-ae62-cb68ff20bc7d req-443b3770-f6b0-4b5a-bd30-ae01c6c5599a service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Neutron deleted interface 6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb; detaching it from the instance and deleting it from the info cache [ 1355.245800] env[62107]: DEBUG nova.network.neutron [req-17a75ce8-1367-4896-ae62-cb68ff20bc7d req-443b3770-f6b0-4b5a-bd30-ae01c6c5599a service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.299115] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42fdd37b-cb5f-48af-a887-1fa157e930ba tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.341s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.379034] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1355.382066] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a0b85af-751c-4055-a5dd-eb54e9bc43c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.395695] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337c1c7-729d-48e2-bf0e-8bff6da061d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.408862] env[62107]: INFO nova.compute.manager [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Rebuilding instance [ 1355.410554] env[62107]: DEBUG nova.network.neutron [-] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.438034] env[62107]: DEBUG nova.compute.manager [req-243ad79b-5b40-4152-a205-f492e9d3061c req-4e44842c-c029-4b80-ab25-11f26fc55d54 service nova] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Detach interface failed, port_id=05b5ba6d-ab25-44a1-ab05-f8b56e226536, reason: Instance f1ec63cb-168e-419b-b2c5-11d0757c718e could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1355.440753] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1355.441009] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1355.441204] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.441440] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1355.441610] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.441806] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1355.442198] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1355.442397] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1355.442571] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1355.442803] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1355.442983] env[62107]: DEBUG nova.virt.hardware [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1355.447052] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a449a-a191-4249-aa82-5ae0bc33b6bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.455716] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f9b32-9cd2-4276-a702-6d2df98f37f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.484021] env[62107]: DEBUG nova.compute.manager [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1355.484907] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f705720a-4a02-4dd2-b4d6-39b94e673ff2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.530986] env[62107]: INFO nova.compute.manager [-] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Took 1.36 seconds to deallocate network for instance. [ 1355.603992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.606181] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.153s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.606426] env[62107]: DEBUG nova.objects.instance [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lazy-loading 'resources' on Instance uuid 8553d005-e6e3-452c-a7e1-84a479c28c34 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.623289] env[62107]: INFO nova.scheduler.client.report [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Deleted allocations for instance 9e5fd757-c244-45b9-815d-7aa6de36ab95 [ 1355.748667] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f33c21f-353b-4216-a071-f84a141ba54d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.759694] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8d7ec5-e4a7-438b-9a57-060db378018c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.795711] env[62107]: DEBUG nova.compute.manager [req-17a75ce8-1367-4896-ae62-cb68ff20bc7d req-443b3770-f6b0-4b5a-bd30-ae01c6c5599a service nova] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Detach interface failed, port_id=6fe5f8ef-01ea-40bf-a3d7-27a5d77ecdeb, reason: Instance f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1355.802162] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1355.913834] env[62107]: INFO nova.compute.manager [-] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Took 1.92 seconds to deallocate network for instance. [ 1355.996891] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.997320] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50469a1c-be93-414c-98a8-d19cf6a9ee05 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.007444] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1356.007444] env[62107]: value = "task-1699107" [ 1356.007444] env[62107]: _type = "Task" [ 1356.007444] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.018907] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.037868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.133283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b1afb638-a5a3-4e8e-886e-cb5d8a9b4a1d tempest-ServerAddressesTestJSON-1391769298 tempest-ServerAddressesTestJSON-1391769298-project-member] Lock "9e5fd757-c244-45b9-815d-7aa6de36ab95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.932s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.325274] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.419418] env[62107]: DEBUG nova.network.neutron [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Successfully updated port: 98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.421886] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.519589] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699107, 'name': PowerOffVM_Task, 'duration_secs': 0.119734} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.522259] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.522485] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.523832] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afefd457-c33b-4835-bf91-f99a02073a64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.531311] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.531542] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b5f12bb-01c3-4fa0-9c5e-bd3751e34d56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.562413] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.562692] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.562946] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleting the datastore file [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.563197] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-296db6de-7654-4d2b-b555-7f711db8c652 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.571409] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1356.571409] env[62107]: value = "task-1699109" [ 1356.571409] env[62107]: _type = "Task" [ 1356.571409] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.582219] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.688182] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc14e56-b3b3-41e6-8bf8-be6ad8cca892 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.696245] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b68e69c-20bc-43f9-a179-b4eb21dff331 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.737238] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171582d-387b-45ec-84eb-983fd57a4246 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.746787] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6377c9-10ef-40e9-a83c-1fecb1dbdc30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.763326] env[62107]: DEBUG nova.compute.provider_tree [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.923121] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "refresh_cache-93767ef1-092f-405d-b393-6bec8e6c3615" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.923370] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "refresh_cache-93767ef1-092f-405d-b393-6bec8e6c3615" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.923462] env[62107]: DEBUG nova.network.neutron [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.082704] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168847} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.082938] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.083396] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.083396] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.269079] env[62107]: DEBUG nova.scheduler.client.report [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1357.383873] env[62107]: DEBUG nova.compute.manager [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Received event network-vif-plugged-98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.384160] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] Acquiring lock "93767ef1-092f-405d-b393-6bec8e6c3615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.384330] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] Lock "93767ef1-092f-405d-b393-6bec8e6c3615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.384494] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] Lock "93767ef1-092f-405d-b393-6bec8e6c3615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.384656] env[62107]: DEBUG nova.compute.manager [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] No waiting events found dispatching network-vif-plugged-98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1357.384816] env[62107]: WARNING nova.compute.manager [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Received unexpected event network-vif-plugged-98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 for instance with vm_state building and task_state spawning. [ 1357.384974] env[62107]: DEBUG nova.compute.manager [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Received event network-changed-98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.386790] env[62107]: DEBUG nova.compute.manager [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Refreshing instance network info cache due to event network-changed-98cff5f0-d08a-4214-822f-fe5bc2a5b6e7. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1357.386790] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] Acquiring lock "refresh_cache-93767ef1-092f-405d-b393-6bec8e6c3615" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.490795] env[62107]: DEBUG nova.network.neutron [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.775205] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.782949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.238s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.789767] env[62107]: DEBUG nova.network.neutron [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Updating instance_info_cache with network_info: [{"id": "98cff5f0-d08a-4214-822f-fe5bc2a5b6e7", "address": "fa:16:3e:fb:aa:44", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cff5f0-d0", "ovs_interfaceid": "98cff5f0-d08a-4214-822f-fe5bc2a5b6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.826570] env[62107]: INFO nova.scheduler.client.report [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Deleted allocations for instance 8553d005-e6e3-452c-a7e1-84a479c28c34 [ 1358.122847] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1358.128758] env[62107]: DEBUG nova.virt.hardware [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1358.128758] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2438c9e6-6c4a-402d-a4c7-2c32d63aacec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.141951] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a35fa2-5091-4923-bbb3-4099f03efce3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.158722] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.165484] env[62107]: DEBUG oslo.service.loopingcall [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.166209] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.166447] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50aab23-0ba5-4309-b497-6911c3341004 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.187445] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.187445] env[62107]: value = "task-1699110" [ 1358.187445] env[62107]: _type = "Task" [ 1358.187445] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.197641] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699110, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.199213] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "5e003774-5b6d-4272-8685-189e967f63a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.199442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "5e003774-5b6d-4272-8685-189e967f63a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.199646] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "5e003774-5b6d-4272-8685-189e967f63a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.199830] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "5e003774-5b6d-4272-8685-189e967f63a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.200011] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "5e003774-5b6d-4272-8685-189e967f63a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.204663] env[62107]: INFO nova.compute.manager [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Terminating instance [ 1358.207064] env[62107]: DEBUG nova.compute.manager [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1358.207289] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.208165] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1936694-c751-42d9-ae22-417e2486f153 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.217065] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.217351] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea8f6fbd-cd0c-441a-8280-7e059582c590 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.230106] env[62107]: DEBUG oslo_vmware.api [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1358.230106] env[62107]: value = "task-1699111" [ 1358.230106] env[62107]: _type = "Task" [ 1358.230106] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.242539] env[62107]: DEBUG oslo_vmware.api [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1699111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.306924] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "refresh_cache-93767ef1-092f-405d-b393-6bec8e6c3615" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.307616] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Instance network_info: |[{"id": "98cff5f0-d08a-4214-822f-fe5bc2a5b6e7", "address": "fa:16:3e:fb:aa:44", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cff5f0-d0", "ovs_interfaceid": "98cff5f0-d08a-4214-822f-fe5bc2a5b6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1358.307616] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] Acquired lock "refresh_cache-93767ef1-092f-405d-b393-6bec8e6c3615" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.307787] env[62107]: DEBUG nova.network.neutron [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Refreshing network info cache for port 98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.312941] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:aa:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98cff5f0-d08a-4214-822f-fe5bc2a5b6e7', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.320971] env[62107]: DEBUG oslo.service.loopingcall [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.323362] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.323362] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f6ae62-0203-45e1-ac13-79bf1ab5d672 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.341674] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1540e8f4-4918-4af8-bf06-e1f1049c9765 tempest-VolumesAssistedSnapshotsTest-1831462769 tempest-VolumesAssistedSnapshotsTest-1831462769-project-member] Lock "8553d005-e6e3-452c-a7e1-84a479c28c34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.155s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.351586] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.351586] env[62107]: value = "task-1699112" [ 1358.351586] env[62107]: _type = "Task" [ 1358.351586] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.361870] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699112, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.701876] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699110, 'name': CreateVM_Task, 'duration_secs': 0.495259} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.701876] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.701876] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.701876] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.702230] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.702501] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f80977-56cf-42bf-883f-a6e255c9f3d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.709382] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1358.709382] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523facd9-9326-f721-881f-fbf31a90154a" [ 1358.709382] env[62107]: _type = "Task" [ 1358.709382] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.725973] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523facd9-9326-f721-881f-fbf31a90154a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.746506] env[62107]: DEBUG oslo_vmware.api [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1699111, 'name': PowerOffVM_Task, 'duration_secs': 0.374994} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.746958] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.747332] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.747685] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d2784fa-65b5-4d27-9c5c-ec6f686ad01d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.864296] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699112, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.867823] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3ba3ab68-3aca-455a-8600-9508a11579c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.868251] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6014c827-bbb3-4419-bf0c-574989a6f943 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.868251] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 34a2f035-c271-406c-9834-9fdd25af0afd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.868435] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance af8a8b36-1bac-422b-9dc1-2b60d2e5f04c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.868503] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.868664] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a910ff3a-d417-4114-b11e-e44772119b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.868849] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.869080] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7e95fc62-43f4-4f89-a62b-2cef6c997e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.869169] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.869296] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 33c80b8d-b98c-4687-b868-17262c39ec6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.869758] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7dea9ef9-d226-466b-be5f-2bc40a829a5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.869758] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 5e003774-5b6d-4272-8685-189e967f63a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.869758] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 90e88eb8-7d4a-4a76-b46f-105292f41ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.869758] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance cdec697b-1808-4f23-b40c-df3751bf4a44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.870021] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6ca827e1-6be1-4f24-a56a-876454615e97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.870021] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance ed32836f-0827-4741-8a25-dc488c564917 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.870146] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance db17ef0f-be04-4540-88c2-13c27f4bf4c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.870391] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f1ec63cb-168e-419b-b2c5-11d0757c718e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1358.870391] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a6f02d11-2787-4043-a7c5-677089f30a4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.870555] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.870606] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 93767ef1-092f-405d-b393-6bec8e6c3615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.898913] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.898913] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.899147] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Deleting the datastore file [datastore1] 5e003774-5b6d-4272-8685-189e967f63a1 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.899518] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a12a5de-0ce5-4106-b217-6fdbb7a1fc3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.908151] env[62107]: DEBUG oslo_vmware.api [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for the task: (returnval){ [ 1358.908151] env[62107]: value = "task-1699114" [ 1358.908151] env[62107]: _type = "Task" [ 1358.908151] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.918860] env[62107]: DEBUG oslo_vmware.api [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1699114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.221997] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523facd9-9326-f721-881f-fbf31a90154a, 'name': SearchDatastore_Task, 'duration_secs': 0.02109} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.222472] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.222914] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.223210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.223396] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.223741] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.224015] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24eb247c-b923-4dbe-a1a6-7dcf817b53d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.237247] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.237444] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.238508] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01a5abf-2305-4940-8605-2397edbe857f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.245152] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1359.245152] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5233f211-f8b6-625d-df71-841f29c13c3a" [ 1359.245152] env[62107]: _type = "Task" [ 1359.245152] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.256762] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5233f211-f8b6-625d-df71-841f29c13c3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.368932] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699112, 'name': CreateVM_Task, 'duration_secs': 0.570743} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.368932] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.369827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.369827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.370090] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.370328] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2f2e8a-6e4c-4bb2-a552-e7b034d435bd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.374930] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 462a23e1-0a6b-4be2-af22-392b7830244b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1359.378879] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1359.378879] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520530cc-2f58-6b28-853a-35b9b2a86400" [ 1359.378879] env[62107]: _type = "Task" [ 1359.378879] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.392977] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520530cc-2f58-6b28-853a-35b9b2a86400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.394773] env[62107]: DEBUG nova.network.neutron [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Updated VIF entry in instance network info cache for port 98cff5f0-d08a-4214-822f-fe5bc2a5b6e7. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.395187] env[62107]: DEBUG nova.network.neutron [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Updating instance_info_cache with network_info: [{"id": "98cff5f0-d08a-4214-822f-fe5bc2a5b6e7", "address": "fa:16:3e:fb:aa:44", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cff5f0-d0", "ovs_interfaceid": "98cff5f0-d08a-4214-822f-fe5bc2a5b6e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.421153] env[62107]: DEBUG oslo_vmware.api [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Task: {'id': task-1699114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321396} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.421426] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.421617] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.421796] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.421970] env[62107]: INFO nova.compute.manager [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1359.422239] env[62107]: DEBUG oslo.service.loopingcall [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.422444] env[62107]: DEBUG nova.compute.manager [-] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1359.422538] env[62107]: DEBUG nova.network.neutron [-] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.757295] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5233f211-f8b6-625d-df71-841f29c13c3a, 'name': SearchDatastore_Task, 'duration_secs': 0.020501} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.758250] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09a4340-3602-4b52-956b-7473cd02f98a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.767024] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1359.767024] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529ba807-3076-ea9a-4715-5350f1b36f8d" [ 1359.767024] env[62107]: _type = "Task" [ 1359.767024] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.775986] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529ba807-3076-ea9a-4715-5350f1b36f8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.880349] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 0feb6a44-8f9a-4446-83f7-e56467d597f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1359.893284] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520530cc-2f58-6b28-853a-35b9b2a86400, 'name': SearchDatastore_Task, 'duration_secs': 0.01632} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.893733] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.893985] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.895824] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.897459] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb8d3262-a6e7-4b5d-9646-6bc165547023 req-680af9f6-169d-4283-853e-1f16d47e3d65 service nova] Releasing lock "refresh_cache-93767ef1-092f-405d-b393-6bec8e6c3615" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.001811] env[62107]: DEBUG nova.compute.manager [req-bc680129-6858-43c7-89f5-30b668ce92eb req-6e1447d9-3a43-4ba8-a1a5-0b184f135d99 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Received event network-vif-deleted-d8287895-063e-47db-bbe9-784a6aee994d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1360.002278] env[62107]: INFO nova.compute.manager [req-bc680129-6858-43c7-89f5-30b668ce92eb req-6e1447d9-3a43-4ba8-a1a5-0b184f135d99 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Neutron deleted interface d8287895-063e-47db-bbe9-784a6aee994d; detaching it from the instance and deleting it from the info cache [ 1360.002514] env[62107]: DEBUG nova.network.neutron [req-bc680129-6858-43c7-89f5-30b668ce92eb req-6e1447d9-3a43-4ba8-a1a5-0b184f135d99 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.277378] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529ba807-3076-ea9a-4715-5350f1b36f8d, 'name': SearchDatastore_Task, 'duration_secs': 0.016712} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.277665] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.277923] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.278224] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.278411] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.278625] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-667a898c-874b-4037-a195-3f8ed3b76500 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.281133] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af31ac33-99a0-4a79-b268-755ef1be8df9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.291052] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1360.291052] env[62107]: value = "task-1699115" [ 1360.291052] env[62107]: _type = "Task" [ 1360.291052] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.298574] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.298763] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.300022] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbc988c-1359-4717-9394-b6727a6f0817 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.308795] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.313360] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1360.313360] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222a6f7-8b17-7d6b-10d8-bd0f3e902009" [ 1360.313360] env[62107]: _type = "Task" [ 1360.313360] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.321664] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222a6f7-8b17-7d6b-10d8-bd0f3e902009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.388118] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 42c7a76b-768f-444a-9372-f51ed6bc2524 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1360.478246] env[62107]: DEBUG nova.network.neutron [-] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.505077] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dec45a06-94e7-468f-b472-1d380745cd42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.522089] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2831cc0-9719-4c5a-81b5-773f31d1f490 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.567251] env[62107]: DEBUG nova.compute.manager [req-bc680129-6858-43c7-89f5-30b668ce92eb req-6e1447d9-3a43-4ba8-a1a5-0b184f135d99 service nova] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Detach interface failed, port_id=d8287895-063e-47db-bbe9-784a6aee994d, reason: Instance 5e003774-5b6d-4272-8685-189e967f63a1 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1360.803537] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.824883] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222a6f7-8b17-7d6b-10d8-bd0f3e902009, 'name': SearchDatastore_Task, 'duration_secs': 0.015316} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.825683] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c85b42-f107-4443-a33f-cfa1b3603ac9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.833330] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1360.833330] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ea573-7bf4-40ae-5b21-b6fb420418d8" [ 1360.833330] env[62107]: _type = "Task" [ 1360.833330] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.846552] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ea573-7bf4-40ae-5b21-b6fb420418d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.891771] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e3149162-b99d-456b-9f81-f6209ee11fe4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1360.982589] env[62107]: INFO nova.compute.manager [-] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Took 1.56 seconds to deallocate network for instance. [ 1361.303822] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699115, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.346173] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521ea573-7bf4-40ae-5b21-b6fb420418d8, 'name': SearchDatastore_Task, 'duration_secs': 0.078715} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.346977] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.346977] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 93767ef1-092f-405d-b393-6bec8e6c3615/93767ef1-092f-405d-b393-6bec8e6c3615.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.347298] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e48ea054-30da-443d-84d4-52b00647256f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.357234] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1361.357234] env[62107]: value = "task-1699116" [ 1361.357234] env[62107]: _type = "Task" [ 1361.357234] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.367627] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.395981] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1361.438194] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5168d-8027-381a-8a2b-ec8f267746b9/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1361.439103] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e759e3-35f3-4f29-be8e-dc237a59b849 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.446960] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5168d-8027-381a-8a2b-ec8f267746b9/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1361.447361] env[62107]: ERROR oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5168d-8027-381a-8a2b-ec8f267746b9/disk-0.vmdk due to incomplete transfer. [ 1361.447475] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13927334-81a5-4bda-90a2-b669783fe947 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.456088] env[62107]: DEBUG oslo_vmware.rw_handles [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5168d-8027-381a-8a2b-ec8f267746b9/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1361.456333] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Uploaded image 64517a4e-0dc4-4c74-84fc-7c1ab77798ce to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1361.458610] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1361.458874] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a8ae77d-92e8-42ae-8e13-7b3eee3e3b75 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.467678] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1361.467678] env[62107]: value = "task-1699117" [ 1361.467678] env[62107]: _type = "Task" [ 1361.467678] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.478151] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699117, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.494051] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.804616] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699115, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.870083] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.899473] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f1611627-200c-496c-9fe4-fd60aff8f5ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1361.979633] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699117, 'name': Destroy_Task, 'duration_secs': 0.430482} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.979946] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Destroyed the VM [ 1361.980273] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1361.981935] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6edfff6-6a78-473e-a098-74d8af37694c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.989109] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1361.989109] env[62107]: value = "task-1699118" [ 1361.989109] env[62107]: _type = "Task" [ 1361.989109] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.998573] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699118, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.308118] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699115, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.371908] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.404618] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a3a0029e-76fe-4ba3-9bdc-247ea37f78df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1362.500643] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699118, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.807440] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699115, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.458331} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.807739] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.807955] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.808755] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba288b51-e875-4b21-aaab-c413b64cf7d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.816932] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1362.816932] env[62107]: value = "task-1699119" [ 1362.816932] env[62107]: _type = "Task" [ 1362.816932] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.826124] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.873235] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699116, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.906226] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e87c3386-c911-45a2-a7ab-94687e722466 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1363.002955] env[62107]: DEBUG oslo_vmware.api [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699118, 'name': RemoveSnapshot_Task, 'duration_secs': 0.854508} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.003375] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1363.003799] env[62107]: INFO nova.compute.manager [None req-d108ba0e-38c0-4c4d-bbeb-f0b1b8068d4f tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 1363.328020] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138283} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.329775] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.330919] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18840fe-5df3-4e3d-a513-3779e57d0682 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.355729] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.356068] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c91a205-df36-4360-8c72-c059d332f8ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.380518] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699116, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.791822} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.381901] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 93767ef1-092f-405d-b393-6bec8e6c3615/93767ef1-092f-405d-b393-6bec8e6c3615.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.382149] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.382467] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1363.382467] env[62107]: value = "task-1699120" [ 1363.382467] env[62107]: _type = "Task" [ 1363.382467] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.382658] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa2d666-3a0e-4e0e-a966-0907a258a044 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.395782] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.397112] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1363.397112] env[62107]: value = "task-1699121" [ 1363.397112] env[62107]: _type = "Task" [ 1363.397112] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.405680] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699121, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.412670] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 019d17e0-8ee8-4586-8696-e903b5ea431b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1363.895886] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699120, 'name': ReconfigVM_Task, 'duration_secs': 0.341839} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.896611] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a/5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.897486] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b024045-76c2-42b8-8f17-581bb5ca7d43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.909016] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699121, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078269} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.913160] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.913160] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1363.913160] env[62107]: value = "task-1699122" [ 1363.913160] env[62107]: _type = "Task" [ 1363.913160] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.913160] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb5ea37-7af0-47af-9df9-cdf5167afead {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.916304] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 51480637-baae-4ac7-aafe-b4c7d9d5bfca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1363.956721] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 93767ef1-092f-405d-b393-6bec8e6c3615/93767ef1-092f-405d-b393-6bec8e6c3615.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.957204] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699122, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.958373] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676019e7-b548-447f-beaf-42b539ecf045 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.982504] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1363.982504] env[62107]: value = "task-1699123" [ 1363.982504] env[62107]: _type = "Task" [ 1363.982504] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.992865] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.006634] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.006932] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.007253] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.007494] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.007680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.009900] env[62107]: INFO nova.compute.manager [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Terminating instance [ 1364.011885] env[62107]: DEBUG nova.compute.manager [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1364.012140] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.013339] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81f52e0-ac49-46a5-af30-ea213ac06cfa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.024024] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.024024] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-841b38b0-bd5b-4cba-aa12-091202b88cc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.030340] env[62107]: DEBUG oslo_vmware.api [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1364.030340] env[62107]: value = "task-1699124" [ 1364.030340] env[62107]: _type = "Task" [ 1364.030340] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.039595] env[62107]: DEBUG oslo_vmware.api [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.422776] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e58622c1-bfb7-43f8-87bb-b6d7505044f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1364.427825] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699122, 'name': Rename_Task, 'duration_secs': 0.163291} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.428439] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1364.429753] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-256d7bd5-8ac3-4e2a-9d86-06d7c52f37d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.437501] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1364.437501] env[62107]: value = "task-1699125" [ 1364.437501] env[62107]: _type = "Task" [ 1364.437501] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.448333] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.494808] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699123, 'name': ReconfigVM_Task, 'duration_secs': 0.389531} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.495239] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 93767ef1-092f-405d-b393-6bec8e6c3615/93767ef1-092f-405d-b393-6bec8e6c3615.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.496076] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5dfcc8-fc0a-4c96-b277-62be48d53f8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.517025] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1364.517025] env[62107]: value = "task-1699126" [ 1364.517025] env[62107]: _type = "Task" [ 1364.517025] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.530329] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699126, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.541409] env[62107]: DEBUG oslo_vmware.api [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699124, 'name': PowerOffVM_Task, 'duration_secs': 0.204228} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.541791] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.542025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.542335] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beed8d2e-a31b-42f8-beab-bd34a0b97908 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.648792] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.649087] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.649263] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Deleting the datastore file [datastore1] 90e88eb8-7d4a-4a76-b46f-105292f41ce0 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.650095] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5843ae13-2e4f-40ff-8699-acb7feb0701f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.662491] env[62107]: DEBUG oslo_vmware.api [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for the task: (returnval){ [ 1364.662491] env[62107]: value = "task-1699128" [ 1364.662491] env[62107]: _type = "Task" [ 1364.662491] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.673845] env[62107]: DEBUG oslo_vmware.api [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.931020] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1364.954402] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699125, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.027565] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699126, 'name': Rename_Task, 'duration_secs': 0.170795} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.027912] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.028187] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12a4ed08-8137-41e2-a6cc-15a1c293c42d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.035716] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1365.035716] env[62107]: value = "task-1699129" [ 1365.035716] env[62107]: _type = "Task" [ 1365.035716] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.044134] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.173897] env[62107]: DEBUG oslo_vmware.api [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Task: {'id': task-1699128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211687} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.174229] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.174437] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.174630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.174948] env[62107]: INFO nova.compute.manager [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1365.175230] env[62107]: DEBUG oslo.service.loopingcall [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.175419] env[62107]: DEBUG nova.compute.manager [-] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1365.175513] env[62107]: DEBUG nova.network.neutron [-] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.434993] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a6858af4-69e1-4ec8-9902-dffbc45d65b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1365.453947] env[62107]: DEBUG oslo_vmware.api [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699125, 'name': PowerOnVM_Task, 'duration_secs': 0.529319} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.454725] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.454950] env[62107]: DEBUG nova.compute.manager [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1365.455771] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a118590-03dc-4778-9c80-797c271ad6a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.484607] env[62107]: DEBUG nova.compute.manager [req-7fbafd46-fa50-407b-9349-32009ed7ce62 req-ac1d3bd9-d620-4d7a-b882-84f0e47c62fc service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Received event network-vif-deleted-6f1bf883-2cdc-4f0a-9486-edca36812b37 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1365.484607] env[62107]: INFO nova.compute.manager [req-7fbafd46-fa50-407b-9349-32009ed7ce62 req-ac1d3bd9-d620-4d7a-b882-84f0e47c62fc service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Neutron deleted interface 6f1bf883-2cdc-4f0a-9486-edca36812b37; detaching it from the instance and deleting it from the info cache [ 1365.484783] env[62107]: DEBUG nova.network.neutron [req-7fbafd46-fa50-407b-9349-32009ed7ce62 req-ac1d3bd9-d620-4d7a-b882-84f0e47c62fc service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.546787] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.939492] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 516a3ed7-7c63-4c92-a710-900e06e429ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1365.961965] env[62107]: DEBUG nova.network.neutron [-] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.976360] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.987688] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a274a95b-dd4a-4c89-8ea6-c26f8f73773e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.002925] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3296c89b-870d-493a-987f-61b74b283832 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.043013] env[62107]: DEBUG nova.compute.manager [req-7fbafd46-fa50-407b-9349-32009ed7ce62 req-ac1d3bd9-d620-4d7a-b882-84f0e47c62fc service nova] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Detach interface failed, port_id=6f1bf883-2cdc-4f0a-9486-edca36812b37, reason: Instance 90e88eb8-7d4a-4a76-b46f-105292f41ce0 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1366.052879] env[62107]: DEBUG oslo_vmware.api [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699129, 'name': PowerOnVM_Task, 'duration_secs': 0.901768} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.053546] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.053752] env[62107]: INFO nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1366.053946] env[62107]: DEBUG nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1366.054726] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d218c-4080-4c9d-86b4-f4f3ede8b5d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.442808] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 4d0ecb20-a356-4d16-8c40-8e927c14f3ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1366.468252] env[62107]: INFO nova.compute.manager [-] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Took 1.29 seconds to deallocate network for instance. [ 1366.576172] env[62107]: INFO nova.compute.manager [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Took 59.77 seconds to build instance. [ 1366.948020] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1366.948020] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1366.948020] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1366.973513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.025764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.025764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.025764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.025764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.025764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.027863] env[62107]: INFO nova.compute.manager [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Terminating instance [ 1367.029431] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "refresh_cache-5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.029431] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "refresh_cache-5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.029431] env[62107]: DEBUG nova.network.neutron [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.077573] env[62107]: DEBUG oslo_concurrency.lockutils [None req-221dc1bf-0b8f-46ae-8b3d-496be0ecefed tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "93767ef1-092f-405d-b393-6bec8e6c3615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.071s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.451219] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad9e667-c2a6-4c10-98a4-1af7fd35137d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.461933] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ae40a-be41-432c-ab34-d961a59ca0da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.496566] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a6116-3b12-4f42-aa0c-7ad8a40a4738 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.505891] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65437d93-edc3-49ff-a68a-d1e69120a98b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.520880] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.554429] env[62107]: DEBUG nova.network.neutron [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1367.578914] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1367.626683] env[62107]: DEBUG nova.network.neutron [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.025045] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1368.103450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.129679] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "refresh_cache-5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.130829] env[62107]: DEBUG nova.compute.manager [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1368.130829] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.131663] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720704d-aae4-45c9-a278-1b6a3dd48961 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.141556] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.141816] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92c1731e-e6e9-4917-a5a9-86a4543dacf7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.150044] env[62107]: DEBUG oslo_vmware.api [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1368.150044] env[62107]: value = "task-1699130" [ 1368.150044] env[62107]: _type = "Task" [ 1368.150044] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.160946] env[62107]: DEBUG oslo_vmware.api [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.374085] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "7851bde8-b5cc-4caa-aa07-50bf7616df49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.374369] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.530729] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1368.531039] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.750s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.531722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.764s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.532982] env[62107]: INFO nova.compute.claims [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.661511] env[62107]: DEBUG oslo_vmware.api [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699130, 'name': PowerOffVM_Task, 'duration_secs': 0.133817} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.661809] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.661981] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.662258] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46ff6e84-d550-4b4c-b40f-3f887c07b462 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.692271] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.692271] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.692438] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleting the datastore file [datastore1] 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.692659] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2439d44-fa23-45c2-9c21-1040c0bccd8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.701624] env[62107]: DEBUG oslo_vmware.api [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1368.701624] env[62107]: value = "task-1699132" [ 1368.701624] env[62107]: _type = "Task" [ 1368.701624] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.709900] env[62107]: DEBUG oslo_vmware.api [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.211406] env[62107]: DEBUG oslo_vmware.api [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123789} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.211690] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.211852] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.212039] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.212215] env[62107]: INFO nova.compute.manager [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1369.212457] env[62107]: DEBUG oslo.service.loopingcall [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.212644] env[62107]: DEBUG nova.compute.manager [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1369.212743] env[62107]: DEBUG nova.network.neutron [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.232392] env[62107]: DEBUG nova.network.neutron [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1369.736329] env[62107]: DEBUG nova.network.neutron [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.107662] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ee2e5-08ed-4495-9c7e-a002260e0341 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.117232] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef31c0-eded-4567-8abd-e09905195ee5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.155678] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa7ebd5-722f-4ad7-9b58-aa241476b7a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.164101] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001994b-b1d7-4e80-bbfd-f9eafd377eae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.178439] env[62107]: DEBUG nova.compute.provider_tree [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.237771] env[62107]: INFO nova.compute.manager [-] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Took 1.02 seconds to deallocate network for instance. [ 1370.682008] env[62107]: DEBUG nova.scheduler.client.report [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.745194] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.187440] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.187952] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1371.190576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.496s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.190796] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.192865] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.091s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.194274] env[62107]: INFO nova.compute.claims [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.234082] env[62107]: INFO nova.scheduler.client.report [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted allocations for instance 3ba3ab68-3aca-455a-8600-9508a11579c9 [ 1371.535252] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.535542] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.699152] env[62107]: DEBUG nova.compute.utils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.700484] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1371.700949] env[62107]: DEBUG nova.network.neutron [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.749808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825319cf-bc34-4635-b5ad-5e38516fd0bc tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "3ba3ab68-3aca-455a-8600-9508a11579c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.807s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.779838] env[62107]: DEBUG nova.policy [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa53e32b1a54fbaa16b5592e5d2de32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17709cff940f4186b7319e0a3b05c7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1372.047806] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.049762] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1372.164170] env[62107]: DEBUG nova.network.neutron [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Successfully created port: 4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.205976] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1372.797433] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271dd937-624a-40a2-961b-2b2e02527544 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.807097] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a37241e-e8f5-462d-986c-e18f18a8450e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.851432] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee58702-bf8b-4f73-89ac-128afd1794a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.860599] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ebdae8-7756-4df0-a93d-e674e6aa57bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.879038] env[62107]: DEBUG nova.compute.provider_tree [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.083082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.083082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.083082] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1373.227788] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1373.258782] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1373.258782] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1373.258782] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.258782] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1373.258782] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.259092] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1373.259154] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1373.259793] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1373.259793] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1373.259793] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1373.259999] env[62107]: DEBUG nova.virt.hardware [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1373.261506] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f6b953-21a2-4727-956c-7e21a265f390 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.273465] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfef60d-f9b4-4c75-ba59-1d68fa2e72a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.383676] env[62107]: DEBUG nova.scheduler.client.report [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1373.606176] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.889745] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.890402] env[62107]: DEBUG nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1373.893118] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.227s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.894876] env[62107]: INFO nova.compute.claims [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.985569] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "be484c84-4e47-4f24-8e83-096c7968c534" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.985836] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "be484c84-4e47-4f24-8e83-096c7968c534" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.060742] env[62107]: DEBUG nova.compute.manager [req-50a4b6d4-68f8-4f54-83dd-9ead4fffd100 req-63f83862-30a7-4865-978a-ddf1bcbda26e service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Received event network-vif-plugged-4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.060742] env[62107]: DEBUG oslo_concurrency.lockutils [req-50a4b6d4-68f8-4f54-83dd-9ead4fffd100 req-63f83862-30a7-4865-978a-ddf1bcbda26e service nova] Acquiring lock "462a23e1-0a6b-4be2-af22-392b7830244b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.061019] env[62107]: DEBUG oslo_concurrency.lockutils [req-50a4b6d4-68f8-4f54-83dd-9ead4fffd100 req-63f83862-30a7-4865-978a-ddf1bcbda26e service nova] Lock "462a23e1-0a6b-4be2-af22-392b7830244b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.062107] env[62107]: DEBUG oslo_concurrency.lockutils [req-50a4b6d4-68f8-4f54-83dd-9ead4fffd100 req-63f83862-30a7-4865-978a-ddf1bcbda26e service nova] Lock "462a23e1-0a6b-4be2-af22-392b7830244b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.062107] env[62107]: DEBUG nova.compute.manager [req-50a4b6d4-68f8-4f54-83dd-9ead4fffd100 req-63f83862-30a7-4865-978a-ddf1bcbda26e service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] No waiting events found dispatching network-vif-plugged-4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1374.062344] env[62107]: WARNING nova.compute.manager [req-50a4b6d4-68f8-4f54-83dd-9ead4fffd100 req-63f83862-30a7-4865-978a-ddf1bcbda26e service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Received unexpected event network-vif-plugged-4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 for instance with vm_state building and task_state spawning. [ 1374.176104] env[62107]: DEBUG nova.network.neutron [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Successfully updated port: 4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.219730] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.325990] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.326260] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.401439] env[62107]: DEBUG nova.compute.utils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1374.403144] env[62107]: DEBUG nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1374.684492] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-462a23e1-0a6b-4be2-af22-392b7830244b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.684624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-462a23e1-0a6b-4be2-af22-392b7830244b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.684876] env[62107]: DEBUG nova.network.neutron [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.721991] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-6014c827-bbb3-4419-bf0c-574989a6f943" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.722168] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1374.722428] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.722624] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.722854] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.723088] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.723279] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.723448] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.723579] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1374.723731] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.906560] env[62107]: DEBUG nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1375.220827] env[62107]: DEBUG nova.network.neutron [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.226330] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.382095] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e864f96-3164-4963-ba70-b3a9b7ff80cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.387817] env[62107]: DEBUG nova.network.neutron [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Updating instance_info_cache with network_info: [{"id": "4ad8d3b7-3523-4c75-bf7f-b31b274e38d9", "address": "fa:16:3e:1e:c4:b1", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad8d3b7-35", "ovs_interfaceid": "4ad8d3b7-3523-4c75-bf7f-b31b274e38d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.392023] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805479f7-81e7-461d-86ca-0b24b6f3c0c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.432023] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a42872-01cf-419a-b839-0a82c11d7fed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.439708] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc925b-9a08-4716-b47e-4acc1f735c08 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.454990] env[62107]: DEBUG nova.compute.provider_tree [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.892675] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-462a23e1-0a6b-4be2-af22-392b7830244b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.892941] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Instance network_info: |[{"id": "4ad8d3b7-3523-4c75-bf7f-b31b274e38d9", "address": "fa:16:3e:1e:c4:b1", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad8d3b7-35", "ovs_interfaceid": "4ad8d3b7-3523-4c75-bf7f-b31b274e38d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1375.893389] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:c4:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ad8d3b7-3523-4c75-bf7f-b31b274e38d9', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.900984] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating folder: Project (17709cff940f4186b7319e0a3b05c7a8). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.901313] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18d41edc-3a5f-4bc1-a354-dfd97f2c900e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.915082] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created folder: Project (17709cff940f4186b7319e0a3b05c7a8) in parent group-v354057. [ 1375.915362] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating folder: Instances. Parent ref: group-v354198. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.915556] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b07b039-2166-4431-9358-887494a02df9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.930401] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created folder: Instances in parent group-v354198. [ 1375.930766] env[62107]: DEBUG oslo.service.loopingcall [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.931058] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.931360] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc5977fe-d091-40ad-8f3a-376e91f37680 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.949716] env[62107]: DEBUG nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1375.958524] env[62107]: DEBUG nova.scheduler.client.report [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1375.963113] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.963113] env[62107]: value = "task-1699135" [ 1375.963113] env[62107]: _type = "Task" [ 1375.963113] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.972833] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699135, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.978063] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1375.978310] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1375.978464] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.978635] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1375.978776] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.978921] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1375.979149] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1375.979309] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1375.979474] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1375.979704] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1375.979789] env[62107]: DEBUG nova.virt.hardware [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.980618] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bc2711-50a3-4d71-b943-e4d67d34336e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.990102] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db94175d-a9d3-4e65-97a6-3f77f2b8da8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.008978] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.015427] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Creating folder: Project (24f602d24114483b94400278cebbd0ed). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.015786] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71f67b38-6631-4792-948a-437b1722c188 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.029453] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Created folder: Project (24f602d24114483b94400278cebbd0ed) in parent group-v354057. [ 1376.029453] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Creating folder: Instances. Parent ref: group-v354201. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1376.029751] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e02b88f2-434e-4336-ac17-dd10f6e4c164 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.043376] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Created folder: Instances in parent group-v354201. [ 1376.043656] env[62107]: DEBUG oslo.service.loopingcall [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.043900] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1376.044075] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa87a3a7-f6b5-4358-85ae-b7c7b5d82951 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.061623] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.061623] env[62107]: value = "task-1699138" [ 1376.061623] env[62107]: _type = "Task" [ 1376.061623] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.069832] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699138, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.099067] env[62107]: DEBUG nova.compute.manager [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Received event network-changed-4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.099067] env[62107]: DEBUG nova.compute.manager [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Refreshing instance network info cache due to event network-changed-4ad8d3b7-3523-4c75-bf7f-b31b274e38d9. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1376.099067] env[62107]: DEBUG oslo_concurrency.lockutils [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] Acquiring lock "refresh_cache-462a23e1-0a6b-4be2-af22-392b7830244b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.099067] env[62107]: DEBUG oslo_concurrency.lockutils [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] Acquired lock "refresh_cache-462a23e1-0a6b-4be2-af22-392b7830244b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.099236] env[62107]: DEBUG nova.network.neutron [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Refreshing network info cache for port 4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.468547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.469063] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1376.471760] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.098s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.473180] env[62107]: INFO nova.compute.claims [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.482233] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699135, 'name': CreateVM_Task, 'duration_secs': 0.378422} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.482380] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.483052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.483214] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.483556] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.483807] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5df281a-7973-4df7-ad69-5f476dc77370 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.488220] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1376.488220] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5285f10e-c009-7e89-a11b-e7c1dfedf7d3" [ 1376.488220] env[62107]: _type = "Task" [ 1376.488220] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.495690] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5285f10e-c009-7e89-a11b-e7c1dfedf7d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.572120] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699138, 'name': CreateVM_Task, 'duration_secs': 0.303003} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.572332] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.572767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.802432] env[62107]: DEBUG nova.network.neutron [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Updated VIF entry in instance network info cache for port 4ad8d3b7-3523-4c75-bf7f-b31b274e38d9. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.802777] env[62107]: DEBUG nova.network.neutron [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Updating instance_info_cache with network_info: [{"id": "4ad8d3b7-3523-4c75-bf7f-b31b274e38d9", "address": "fa:16:3e:1e:c4:b1", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ad8d3b7-35", "ovs_interfaceid": "4ad8d3b7-3523-4c75-bf7f-b31b274e38d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.979985] env[62107]: DEBUG nova.compute.utils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1376.981408] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1376.981571] env[62107]: DEBUG nova.network.neutron [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.000021] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5285f10e-c009-7e89-a11b-e7c1dfedf7d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.000659] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.000659] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.000833] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.000889] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.001079] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.001429] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.001643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.001857] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7eaaa5b-2d33-4779-9fb1-3855967941fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.003892] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356c655d-ba49-4f8d-acb4-35ce6da50b61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.008982] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1377.008982] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520dfc14-6cb4-b25f-ac87-bd9837fd4cbe" [ 1377.008982] env[62107]: _type = "Task" [ 1377.008982] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.012780] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.012984] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1377.014266] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5917a5b-c9d7-4058-8858-77f9a25f9a54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.019174] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520dfc14-6cb4-b25f-ac87-bd9837fd4cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.021977] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1377.021977] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524c3844-814c-b2db-2020-01bc19a30dbe" [ 1377.021977] env[62107]: _type = "Task" [ 1377.021977] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.026212] env[62107]: DEBUG nova.policy [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28ddd8b5f924f5ebeec041427763595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc87c852b6004116b50159f3d0f05d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1377.030340] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524c3844-814c-b2db-2020-01bc19a30dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.305705] env[62107]: DEBUG oslo_concurrency.lockutils [req-b5ec7039-fdae-4f18-a2a5-b3b4ce701374 req-2a15c0ea-b63c-4a90-90be-cec8275bd926 service nova] Releasing lock "refresh_cache-462a23e1-0a6b-4be2-af22-392b7830244b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.309960] env[62107]: DEBUG nova.network.neutron [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Successfully created port: 2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1377.486463] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1377.524869] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520dfc14-6cb4-b25f-ac87-bd9837fd4cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.008753} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.528437] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.528699] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.528909] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.534882] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524c3844-814c-b2db-2020-01bc19a30dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.007888} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.535814] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4970d465-c1c3-45a8-a4f8-7296ac20e9d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.548585] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1377.548585] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b51a8-daec-93b1-0387-a9e944d5fe1f" [ 1377.548585] env[62107]: _type = "Task" [ 1377.548585] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.557313] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b51a8-daec-93b1-0387-a9e944d5fe1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.974241] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf8056-81bf-4b0f-aaaa-0614079b9557 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.981258] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac82738-081b-4f91-9e67-b2e3372f07f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.017461] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8747e9c-574e-41d4-b4f9-2df40f5901ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.025496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0221f657-7f38-4690-9277-754c75063ee9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.039064] env[62107]: DEBUG nova.compute.provider_tree [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.058897] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b51a8-daec-93b1-0387-a9e944d5fe1f, 'name': SearchDatastore_Task, 'duration_secs': 0.098287} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.059179] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.059432] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 462a23e1-0a6b-4be2-af22-392b7830244b/462a23e1-0a6b-4be2-af22-392b7830244b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.059722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.059880] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.060099] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2aab52-afb3-4046-951e-6dfe3fcb5153 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.061944] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3c7a3cd-b338-4a43-af76-e788a346c4b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.070883] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1378.070883] env[62107]: value = "task-1699139" [ 1378.070883] env[62107]: _type = "Task" [ 1378.070883] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.075094] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.075305] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.078539] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a6ad50d-4a1a-45c5-9523-0cccdeaf4a81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.080710] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.083978] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1378.083978] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52794026-3ff1-5bc9-fe06-795ff1bf939e" [ 1378.083978] env[62107]: _type = "Task" [ 1378.083978] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.091452] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52794026-3ff1-5bc9-fe06-795ff1bf939e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.522446] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1378.543742] env[62107]: DEBUG nova.scheduler.client.report [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1378.553125] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1378.553277] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1378.553380] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1378.553590] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1378.553960] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1378.554183] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1378.554391] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1378.554552] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1378.554715] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1378.554875] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1378.555055] env[62107]: DEBUG nova.virt.hardware [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1378.558369] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934c8d99-ffb8-413f-b95e-280adb537360 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.565162] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d34530-5615-40aa-832e-f9c792d832a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.588733] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.595589] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52794026-3ff1-5bc9-fe06-795ff1bf939e, 'name': SearchDatastore_Task, 'duration_secs': 0.055845} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.596344] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b14664e-cc52-4324-8505-5150c39d6953 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.601516] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1378.601516] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52833169-8290-e19b-bb9b-5a1c2c7a2a8f" [ 1378.601516] env[62107]: _type = "Task" [ 1378.601516] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.613451] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52833169-8290-e19b-bb9b-5a1c2c7a2a8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.842446] env[62107]: DEBUG nova.compute.manager [req-d31eae57-e1ef-4708-bc4a-9da145736e44 req-110b0541-af09-43c7-b7f1-e391cb4f2c33 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Received event network-vif-plugged-2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1378.842791] env[62107]: DEBUG oslo_concurrency.lockutils [req-d31eae57-e1ef-4708-bc4a-9da145736e44 req-110b0541-af09-43c7-b7f1-e391cb4f2c33 service nova] Acquiring lock "42c7a76b-768f-444a-9372-f51ed6bc2524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.843168] env[62107]: DEBUG oslo_concurrency.lockutils [req-d31eae57-e1ef-4708-bc4a-9da145736e44 req-110b0541-af09-43c7-b7f1-e391cb4f2c33 service nova] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.843476] env[62107]: DEBUG oslo_concurrency.lockutils [req-d31eae57-e1ef-4708-bc4a-9da145736e44 req-110b0541-af09-43c7-b7f1-e391cb4f2c33 service nova] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.843761] env[62107]: DEBUG nova.compute.manager [req-d31eae57-e1ef-4708-bc4a-9da145736e44 req-110b0541-af09-43c7-b7f1-e391cb4f2c33 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] No waiting events found dispatching network-vif-plugged-2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1378.844084] env[62107]: WARNING nova.compute.manager [req-d31eae57-e1ef-4708-bc4a-9da145736e44 req-110b0541-af09-43c7-b7f1-e391cb4f2c33 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Received unexpected event network-vif-plugged-2b8683da-4349-4d26-96f9-923dafd73afa for instance with vm_state building and task_state spawning. [ 1378.938748] env[62107]: DEBUG nova.network.neutron [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Successfully updated port: 2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1379.049117] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.049662] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1379.052431] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.283s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.055113] env[62107]: INFO nova.compute.claims [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1379.091719] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.113360] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52833169-8290-e19b-bb9b-5a1c2c7a2a8f, 'name': SearchDatastore_Task, 'duration_secs': 0.175579} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.113661] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.113951] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0feb6a44-8f9a-4446-83f7-e56467d597f3/0feb6a44-8f9a-4446-83f7-e56467d597f3.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.114241] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee642f14-d8f7-4c6a-9a04-4e4c725fb1af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.121131] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1379.121131] env[62107]: value = "task-1699140" [ 1379.121131] env[62107]: _type = "Task" [ 1379.121131] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.130718] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.442147] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "refresh_cache-42c7a76b-768f-444a-9372-f51ed6bc2524" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.442367] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "refresh_cache-42c7a76b-768f-444a-9372-f51ed6bc2524" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.442576] env[62107]: DEBUG nova.network.neutron [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.563872] env[62107]: DEBUG nova.compute.utils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.565366] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1379.565535] env[62107]: DEBUG nova.network.neutron [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.590979] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.318267} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.590979] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 462a23e1-0a6b-4be2-af22-392b7830244b/462a23e1-0a6b-4be2-af22-392b7830244b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.590979] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.590979] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2878f33c-6bfd-4cb1-8232-7f5104d92169 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.597793] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1379.597793] env[62107]: value = "task-1699141" [ 1379.597793] env[62107]: _type = "Task" [ 1379.597793] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.606967] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.609605] env[62107]: DEBUG nova.policy [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9beb4a2fb8944410b2a93f475ee30681', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb71101c7c354898b301a7f98e979be2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1379.631919] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.956668] env[62107]: DEBUG nova.network.neutron [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Successfully created port: a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.998371] env[62107]: DEBUG nova.network.neutron [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1380.068748] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1380.113167] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.34001} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.121327] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.123238] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e2d200-3921-4e63-b863-c9e8f100f160 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.134427] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714447} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.143423] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0feb6a44-8f9a-4446-83f7-e56467d597f3/0feb6a44-8f9a-4446-83f7-e56467d597f3.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.143650] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.152615] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 462a23e1-0a6b-4be2-af22-392b7830244b/462a23e1-0a6b-4be2-af22-392b7830244b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.155202] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2875c320-f67e-4746-8d4f-12906652d442 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.157193] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7729967f-e7a4-4823-abc8-a461a877a0e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.178649] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1380.178649] env[62107]: value = "task-1699142" [ 1380.178649] env[62107]: _type = "Task" [ 1380.178649] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.182020] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1380.182020] env[62107]: value = "task-1699143" [ 1380.182020] env[62107]: _type = "Task" [ 1380.182020] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.193479] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.196977] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.285113] env[62107]: DEBUG nova.network.neutron [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Updating instance_info_cache with network_info: [{"id": "2b8683da-4349-4d26-96f9-923dafd73afa", "address": "fa:16:3e:99:1c:0d", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8683da-43", "ovs_interfaceid": "2b8683da-4349-4d26-96f9-923dafd73afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.669415] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a41e9e7-609b-4b54-b632-311eb20e3e06 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.677151] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44149b43-ffb6-4e2e-bd80-74497438bd5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.712344] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068857} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.713481] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.714264] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59136f53-7c91-47b8-ba5b-35ec1a126bb9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.719633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a08d12e-c127-4385-8b4c-d8dde5c796cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.722049] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699143, 'name': ReconfigVM_Task, 'duration_secs': 0.303706} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.722610] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 462a23e1-0a6b-4be2-af22-392b7830244b/462a23e1-0a6b-4be2-af22-392b7830244b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.723491] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac9d695a-be09-4a0b-85f1-869ee75a0dec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.734165] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efa724c-9d36-4272-a3f2-68b949ec45b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.745957] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0feb6a44-8f9a-4446-83f7-e56467d597f3/0feb6a44-8f9a-4446-83f7-e56467d597f3.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.746974] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9cafc0-04e1-4809-9f80-97b636995fab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.760667] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1380.760667] env[62107]: value = "task-1699144" [ 1380.760667] env[62107]: _type = "Task" [ 1380.760667] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.771418] env[62107]: DEBUG nova.compute.provider_tree [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.773960] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1380.773960] env[62107]: value = "task-1699145" [ 1380.773960] env[62107]: _type = "Task" [ 1380.773960] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.780643] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699144, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.787167] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.790646] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "refresh_cache-42c7a76b-768f-444a-9372-f51ed6bc2524" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.790945] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Instance network_info: |[{"id": "2b8683da-4349-4d26-96f9-923dafd73afa", "address": "fa:16:3e:99:1c:0d", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8683da-43", "ovs_interfaceid": "2b8683da-4349-4d26-96f9-923dafd73afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1380.791537] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:1c:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b8683da-4349-4d26-96f9-923dafd73afa', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.798767] env[62107]: DEBUG oslo.service.loopingcall [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1380.798962] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.799189] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0c2b227-15f3-46a5-9454-574fa42ec0da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.818868] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.818868] env[62107]: value = "task-1699146" [ 1380.818868] env[62107]: _type = "Task" [ 1380.818868] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.829010] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699146, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.918328] env[62107]: DEBUG nova.compute.manager [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Received event network-changed-2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1380.918584] env[62107]: DEBUG nova.compute.manager [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Refreshing instance network info cache due to event network-changed-2b8683da-4349-4d26-96f9-923dafd73afa. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1380.918686] env[62107]: DEBUG oslo_concurrency.lockutils [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] Acquiring lock "refresh_cache-42c7a76b-768f-444a-9372-f51ed6bc2524" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.918826] env[62107]: DEBUG oslo_concurrency.lockutils [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] Acquired lock "refresh_cache-42c7a76b-768f-444a-9372-f51ed6bc2524" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.919051] env[62107]: DEBUG nova.network.neutron [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Refreshing network info cache for port 2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.091167] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1381.120117] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1381.120382] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1381.120538] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.120715] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1381.120859] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.121015] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1381.121389] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1381.121614] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1381.121842] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1381.122090] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1381.122353] env[62107]: DEBUG nova.virt.hardware [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.123279] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d4bb24-173f-40d9-8a81-44959b00fc03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.131213] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16256279-6b76-4079-b311-4021d2baec8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.272377] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699144, 'name': Rename_Task, 'duration_secs': 0.152129} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.272667] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.272950] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0af7aa-2fdf-48c8-bc54-1919ceef9a48 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.275213] env[62107]: DEBUG nova.scheduler.client.report [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1381.286822] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699145, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.288029] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1381.288029] env[62107]: value = "task-1699147" [ 1381.288029] env[62107]: _type = "Task" [ 1381.288029] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.296584] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.328716] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699146, 'name': CreateVM_Task, 'duration_secs': 0.381473} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.328928] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.329697] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.329943] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.330211] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1381.330457] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90e160c-f427-4d81-8698-52f7f5e89351 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.334811] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1381.334811] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f6fb2-f9eb-2241-6e4b-bca660094ddd" [ 1381.334811] env[62107]: _type = "Task" [ 1381.334811] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.342423] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f6fb2-f9eb-2241-6e4b-bca660094ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.788594] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.789046] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1381.796151] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.356s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.796367] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.801433] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.164s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.801637] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.803358] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.390s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.804792] env[62107]: INFO nova.compute.claims [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.815795] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699145, 'name': ReconfigVM_Task, 'duration_secs': 0.522807} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.816449] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0feb6a44-8f9a-4446-83f7-e56467d597f3/0feb6a44-8f9a-4446-83f7-e56467d597f3.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.817048] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4444ad5f-488c-41be-8d68-ab64e01bcb67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.821359] env[62107]: DEBUG oslo_vmware.api [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699147, 'name': PowerOnVM_Task, 'duration_secs': 0.46037} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.822025] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.822360] env[62107]: INFO nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1381.822454] env[62107]: DEBUG nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1381.823307] env[62107]: DEBUG nova.network.neutron [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Updated VIF entry in instance network info cache for port 2b8683da-4349-4d26-96f9-923dafd73afa. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.823625] env[62107]: DEBUG nova.network.neutron [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Updating instance_info_cache with network_info: [{"id": "2b8683da-4349-4d26-96f9-923dafd73afa", "address": "fa:16:3e:99:1c:0d", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b8683da-43", "ovs_interfaceid": "2b8683da-4349-4d26-96f9-923dafd73afa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.825479] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd63dac-4dd5-4fef-9370-1faf520c2cc1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.829310] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1381.829310] env[62107]: value = "task-1699148" [ 1381.829310] env[62107]: _type = "Task" [ 1381.829310] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.847164] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699148, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.848212] env[62107]: INFO nova.scheduler.client.report [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Deleted allocations for instance 6014c827-bbb3-4419-bf0c-574989a6f943 [ 1381.860139] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f6fb2-f9eb-2241-6e4b-bca660094ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.861489] env[62107]: INFO nova.scheduler.client.report [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Deleted allocations for instance ed32836f-0827-4741-8a25-dc488c564917 [ 1381.862470] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.865083] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.865083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.865083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.865083] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.865932] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba05ee60-cbac-4f8c-a8d9-37540379c042 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.875681] env[62107]: DEBUG nova.network.neutron [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Successfully updated port: a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.880522] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.880762] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.882136] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbb16d4-c444-48aa-9fa5-8eb1b82cdd3a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.887795] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1381.887795] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f1b28e-6b0e-dbc0-d21a-d92339d2bb12" [ 1381.887795] env[62107]: _type = "Task" [ 1381.887795] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.896321] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f1b28e-6b0e-dbc0-d21a-d92339d2bb12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.310956] env[62107]: DEBUG nova.compute.utils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1382.315092] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1382.315277] env[62107]: DEBUG nova.network.neutron [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.329345] env[62107]: DEBUG oslo_concurrency.lockutils [req-e4a52df8-1969-431a-ba82-a35d687e7bf2 req-e7c30027-83c8-437a-a255-ad6765cd7bc0 service nova] Releasing lock "refresh_cache-42c7a76b-768f-444a-9372-f51ed6bc2524" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.340444] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699148, 'name': Rename_Task, 'duration_secs': 0.279171} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.340878] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.341243] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-069bc8e8-66f1-4228-b94a-111b6fd56076 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.354637] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1382.354637] env[62107]: value = "task-1699149" [ 1382.354637] env[62107]: _type = "Task" [ 1382.354637] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.362463] env[62107]: INFO nova.compute.manager [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Took 61.62 seconds to build instance. [ 1382.371589] env[62107]: DEBUG oslo_concurrency.lockutils [None req-598bfd92-e3ca-457c-807e-608010a8e381 tempest-ListServerFiltersTestJSON-91021776 tempest-ListServerFiltersTestJSON-91021776-project-member] Lock "6014c827-bbb3-4419-bf0c-574989a6f943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.175s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.379744] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85336349-a77d-4ab4-8e41-15669b05e15d tempest-ServerMetadataNegativeTestJSON-1984163481 tempest-ServerMetadataNegativeTestJSON-1984163481-project-member] Lock "ed32836f-0827-4741-8a25-dc488c564917" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.965s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.380577] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.382373] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "refresh_cache-e3149162-b99d-456b-9f81-f6209ee11fe4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.382666] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired lock "refresh_cache-e3149162-b99d-456b-9f81-f6209ee11fe4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.382887] env[62107]: DEBUG nova.network.neutron [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.401267] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f1b28e-6b0e-dbc0-d21a-d92339d2bb12, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.401267] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6da05d8-99b7-4180-abcb-c6c815938594 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.405965] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1382.405965] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4bb09-0926-a6ab-5fe0-b719cdd7b46f" [ 1382.405965] env[62107]: _type = "Task" [ 1382.405965] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.410402] env[62107]: DEBUG nova.policy [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c63070062e4ba490136f07055fd3c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa530d7d8bc477595a95c8b979c91c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1382.416469] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4bb09-0926-a6ab-5fe0-b719cdd7b46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.816308] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1382.867550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-46466f22-5395-4bc9-8905-87f8c54b5783 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "462a23e1-0a6b-4be2-af22-392b7830244b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.070s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.875700] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699149, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.917096] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4bb09-0926-a6ab-5fe0-b719cdd7b46f, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.920287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.920777] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 42c7a76b-768f-444a-9372-f51ed6bc2524/42c7a76b-768f-444a-9372-f51ed6bc2524.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.921858] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4445a5b-e6ee-4f08-8cd5-6b36bd10e7ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.928708] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1382.928708] env[62107]: value = "task-1699150" [ 1382.928708] env[62107]: _type = "Task" [ 1382.928708] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.939690] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.132681] env[62107]: DEBUG nova.compute.manager [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Received event network-vif-plugged-a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.133059] env[62107]: DEBUG oslo_concurrency.lockutils [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] Acquiring lock "e3149162-b99d-456b-9f81-f6209ee11fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.133302] env[62107]: DEBUG oslo_concurrency.lockutils [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.133529] env[62107]: DEBUG oslo_concurrency.lockutils [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.133738] env[62107]: DEBUG nova.compute.manager [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] No waiting events found dispatching network-vif-plugged-a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1383.133942] env[62107]: WARNING nova.compute.manager [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Received unexpected event network-vif-plugged-a07dd356-8bd5-4849-b7f6-efee359b121e for instance with vm_state building and task_state spawning. [ 1383.134172] env[62107]: DEBUG nova.compute.manager [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Received event network-changed-a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.134393] env[62107]: DEBUG nova.compute.manager [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Refreshing instance network info cache due to event network-changed-a07dd356-8bd5-4849-b7f6-efee359b121e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1383.134616] env[62107]: DEBUG oslo_concurrency.lockutils [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] Acquiring lock "refresh_cache-e3149162-b99d-456b-9f81-f6209ee11fe4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.199762] env[62107]: DEBUG nova.network.neutron [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.263468] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "462a23e1-0a6b-4be2-af22-392b7830244b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.263855] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "462a23e1-0a6b-4be2-af22-392b7830244b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.264162] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "462a23e1-0a6b-4be2-af22-392b7830244b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.264577] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "462a23e1-0a6b-4be2-af22-392b7830244b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.264577] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "462a23e1-0a6b-4be2-af22-392b7830244b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.271737] env[62107]: INFO nova.compute.manager [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Terminating instance [ 1383.274525] env[62107]: DEBUG nova.compute.manager [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1383.274812] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.275950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8909bede-dbaa-4421-839b-f91e4c32aa8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.286704] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.286704] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ebff77b-b831-400d-9ac6-8f1ebdfeccc6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.297136] env[62107]: DEBUG oslo_vmware.api [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1383.297136] env[62107]: value = "task-1699151" [ 1383.297136] env[62107]: _type = "Task" [ 1383.297136] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.313454] env[62107]: DEBUG oslo_vmware.api [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.320319] env[62107]: DEBUG nova.network.neutron [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Successfully created port: 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1383.372176] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1383.373897] env[62107]: DEBUG oslo_vmware.api [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699149, 'name': PowerOnVM_Task, 'duration_secs': 0.572137} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.380064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.380239] env[62107]: INFO nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1383.380421] env[62107]: DEBUG nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1383.382303] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e70338-80a2-42be-811e-6379bd4dd589 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.446698] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699150, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.460025] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40bf1f8-f07e-4caf-b161-7caa65452b9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.468405] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880e31c-33d7-4a3c-9bb2-9ce7cdadcc97 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.507425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d033b7-3fa0-45b0-82a1-422f003cc78c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.516228] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bf8f39-e4d9-46e0-a857-cf18f568c6d7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.531264] env[62107]: DEBUG nova.compute.provider_tree [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.547725] env[62107]: DEBUG nova.network.neutron [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Updating instance_info_cache with network_info: [{"id": "a07dd356-8bd5-4849-b7f6-efee359b121e", "address": "fa:16:3e:a4:f2:b1", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07dd356-8b", "ovs_interfaceid": "a07dd356-8bd5-4849-b7f6-efee359b121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.808359] env[62107]: DEBUG oslo_vmware.api [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699151, 'name': PowerOffVM_Task, 'duration_secs': 0.437588} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.808359] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.808359] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.808599] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a74d44d-3a3e-40c4-959b-90d3ff3b67f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.835376] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1383.875553] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1383.875801] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1383.875958] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.876243] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1383.876315] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.876727] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1383.876727] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1383.877831] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1383.877831] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1383.878125] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1383.878340] env[62107]: DEBUG nova.virt.hardware [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1383.879276] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c37ae-029b-4f8e-a8fc-e0f266915640 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.888076] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.888328] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.888519] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleting the datastore file [datastore1] 462a23e1-0a6b-4be2-af22-392b7830244b {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.888787] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6df32505-dad1-4bbf-94c8-482b9abed048 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.899855] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb12068-8a66-4379-9271-a53f3fa3c685 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.910139] env[62107]: DEBUG oslo_vmware.api [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1383.910139] env[62107]: value = "task-1699153" [ 1383.910139] env[62107]: _type = "Task" [ 1383.910139] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.931420] env[62107]: INFO nova.compute.manager [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Took 57.85 seconds to build instance. [ 1383.933792] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.940991] env[62107]: DEBUG oslo_vmware.api [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.949723] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539363} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.949919] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 42c7a76b-768f-444a-9372-f51ed6bc2524/42c7a76b-768f-444a-9372-f51ed6bc2524.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.950378] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.950546] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ed991ec-09ca-4c5a-84a2-443cbb2e69fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.958027] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1383.958027] env[62107]: value = "task-1699154" [ 1383.958027] env[62107]: _type = "Task" [ 1383.958027] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.968343] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.036651] env[62107]: DEBUG nova.scheduler.client.report [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1384.049864] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Releasing lock "refresh_cache-e3149162-b99d-456b-9f81-f6209ee11fe4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.050343] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Instance network_info: |[{"id": "a07dd356-8bd5-4849-b7f6-efee359b121e", "address": "fa:16:3e:a4:f2:b1", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07dd356-8b", "ovs_interfaceid": "a07dd356-8bd5-4849-b7f6-efee359b121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1384.050625] env[62107]: DEBUG oslo_concurrency.lockutils [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] Acquired lock "refresh_cache-e3149162-b99d-456b-9f81-f6209ee11fe4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.050819] env[62107]: DEBUG nova.network.neutron [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Refreshing network info cache for port a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.052133] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:f2:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a07dd356-8bd5-4849-b7f6-efee359b121e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.062671] env[62107]: DEBUG oslo.service.loopingcall [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.069043] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.069043] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3ddcfd4-16b0-4cc2-b57b-bda4bf2f3a7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.091242] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.091242] env[62107]: value = "task-1699155" [ 1384.091242] env[62107]: _type = "Task" [ 1384.091242] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.101536] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699155, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.404150] env[62107]: DEBUG nova.network.neutron [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Updated VIF entry in instance network info cache for port a07dd356-8bd5-4849-b7f6-efee359b121e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.404449] env[62107]: DEBUG nova.network.neutron [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Updating instance_info_cache with network_info: [{"id": "a07dd356-8bd5-4849-b7f6-efee359b121e", "address": "fa:16:3e:a4:f2:b1", "network": {"id": "c9baaac3-f3f3-41b5-a21f-46d447232245", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1728130609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bb71101c7c354898b301a7f98e979be2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa07dd356-8b", "ovs_interfaceid": "a07dd356-8bd5-4849-b7f6-efee359b121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.420823] env[62107]: DEBUG oslo_vmware.api [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328105} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.421306] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.421579] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.421790] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.421966] env[62107]: INFO nova.compute.manager [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1384.422240] env[62107]: DEBUG oslo.service.loopingcall [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.422431] env[62107]: DEBUG nova.compute.manager [-] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1384.422534] env[62107]: DEBUG nova.network.neutron [-] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.433684] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a65884c-8fa9-4ecc-a8fc-419ef95f5604 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "0feb6a44-8f9a-4446-83f7-e56467d597f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.548s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.475469] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092962} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.475806] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.476645] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac002db4-e8d9-4ea3-b5c5-ae36074e19c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.500902] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 42c7a76b-768f-444a-9372-f51ed6bc2524/42c7a76b-768f-444a-9372-f51ed6bc2524.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.503467] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40a0d164-9ec7-44cc-a990-e5fd8c015695 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.527628] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1384.527628] env[62107]: value = "task-1699156" [ 1384.527628] env[62107]: _type = "Task" [ 1384.527628] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.536707] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.542926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.544117] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1384.550030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.827s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.550030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.550030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.031s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.551309] env[62107]: INFO nova.compute.claims [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.585184] env[62107]: INFO nova.scheduler.client.report [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Deleted allocations for instance 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2 [ 1384.609237] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699155, 'name': CreateVM_Task, 'duration_secs': 0.424478} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.609466] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.610233] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.610411] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.610734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.611304] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec84a99-3372-47b9-8cb0-1e8062785b28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.619742] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1384.619742] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52483c71-e824-90f8-a8fb-869841dbd235" [ 1384.619742] env[62107]: _type = "Task" [ 1384.619742] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.629324] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52483c71-e824-90f8-a8fb-869841dbd235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.906707] env[62107]: DEBUG oslo_concurrency.lockutils [req-c7d030f1-7564-4c22-9cc8-92e7fad8a65b req-9458fb4b-0cb5-4c5c-a859-85d1d1eb46b9 service nova] Releasing lock "refresh_cache-e3149162-b99d-456b-9f81-f6209ee11fe4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.937799] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1385.037927] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699156, 'name': ReconfigVM_Task, 'duration_secs': 0.30356} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.038239] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 42c7a76b-768f-444a-9372-f51ed6bc2524/42c7a76b-768f-444a-9372-f51ed6bc2524.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.038943] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b4245c4-7ed4-476e-974f-12f09c27ce31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.045624] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1385.045624] env[62107]: value = "task-1699157" [ 1385.045624] env[62107]: _type = "Task" [ 1385.045624] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.049445] env[62107]: DEBUG nova.compute.manager [None req-c46cca22-5226-4f2c-be8f-af1244943313 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1385.050900] env[62107]: DEBUG nova.compute.utils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.052673] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e429cf-e956-4daa-8de1-c693a8dc4a9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.055725] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1385.056211] env[62107]: DEBUG nova.network.neutron [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.064958] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699157, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.101017] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb426e68-f6bc-4897-a6f4-1fa384f58835 tempest-ServersTestFqdnHostnames-1718078457 tempest-ServersTestFqdnHostnames-1718078457-project-member] Lock "3a81ac3b-b4f9-4d43-bdaf-70908fba19d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.499s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.130479] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52483c71-e824-90f8-a8fb-869841dbd235, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.134021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.134021] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.134021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.134021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.134021] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.134021] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3667f466-c938-462b-8403-97152afe11ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.139986] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.140194] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.140969] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08359ace-73d9-41c4-97be-ec069dd60674 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.146147] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1385.146147] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52977011-ffc5-f4cc-264b-f42c64993f3b" [ 1385.146147] env[62107]: _type = "Task" [ 1385.146147] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.154591] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52977011-ffc5-f4cc-264b-f42c64993f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.179991] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "0feb6a44-8f9a-4446-83f7-e56467d597f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.180296] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "0feb6a44-8f9a-4446-83f7-e56467d597f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.180552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "0feb6a44-8f9a-4446-83f7-e56467d597f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.180748] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "0feb6a44-8f9a-4446-83f7-e56467d597f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.181036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "0feb6a44-8f9a-4446-83f7-e56467d597f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.183144] env[62107]: INFO nova.compute.manager [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Terminating instance [ 1385.184893] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "refresh_cache-0feb6a44-8f9a-4446-83f7-e56467d597f3" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.185067] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquired lock "refresh_cache-0feb6a44-8f9a-4446-83f7-e56467d597f3" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.185273] env[62107]: DEBUG nova.network.neutron [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.220689] env[62107]: DEBUG nova.policy [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba14b134eb44bca857596057a6c9159', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '178d44e0340a4002a9c3d29b6682559f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1385.277969] env[62107]: DEBUG nova.network.neutron [-] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.292842] env[62107]: DEBUG nova.network.neutron [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Successfully updated port: 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.382531] env[62107]: DEBUG nova.compute.manager [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Received event network-vif-deleted-4ad8d3b7-3523-4c75-bf7f-b31b274e38d9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1385.382792] env[62107]: DEBUG nova.compute.manager [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-vif-plugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1385.383049] env[62107]: DEBUG oslo_concurrency.lockutils [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.383652] env[62107]: DEBUG oslo_concurrency.lockutils [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.383899] env[62107]: DEBUG oslo_concurrency.lockutils [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.384080] env[62107]: DEBUG nova.compute.manager [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] No waiting events found dispatching network-vif-plugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1385.384286] env[62107]: WARNING nova.compute.manager [req-fcdafe84-2d84-4e76-9e14-696e6f619208 req-68e536cc-9c2b-4a3f-99f7-aa42748383ef service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received unexpected event network-vif-plugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 for instance with vm_state building and task_state spawning. [ 1385.472682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.562126] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1385.563312] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699157, 'name': Rename_Task, 'duration_secs': 0.144349} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.563901] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.567017] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce85799-b7a5-46f1-beb2-e04655b56b8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.571196] env[62107]: INFO nova.compute.manager [None req-c46cca22-5226-4f2c-be8f-af1244943313 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] instance snapshotting [ 1385.572302] env[62107]: DEBUG nova.objects.instance [None req-c46cca22-5226-4f2c-be8f-af1244943313 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lazy-loading 'flavor' on Instance uuid 0feb6a44-8f9a-4446-83f7-e56467d597f3 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.578354] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1385.578354] env[62107]: value = "task-1699158" [ 1385.578354] env[62107]: _type = "Task" [ 1385.578354] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.591029] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.663540] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52977011-ffc5-f4cc-264b-f42c64993f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.664385] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8654de07-ec39-4564-b6e2-d3676d44b493 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.673510] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1385.673510] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528fa7c2-1875-60e0-3a11-1345bd1d2ffe" [ 1385.673510] env[62107]: _type = "Task" [ 1385.673510] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.685408] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528fa7c2-1875-60e0-3a11-1345bd1d2ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.712543] env[62107]: DEBUG nova.network.neutron [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.715469] env[62107]: DEBUG nova.network.neutron [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Successfully created port: 9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.781727] env[62107]: INFO nova.compute.manager [-] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Took 1.36 seconds to deallocate network for instance. [ 1385.795862] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.796015] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.796327] env[62107]: DEBUG nova.network.neutron [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.826456] env[62107]: DEBUG nova.network.neutron [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.085719] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86df88ab-c270-4d71-b928-1a8a62f26882 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.095540] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699158, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.119255] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ca826-92b8-4a3e-97c0-d85f61513f39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.187086] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528fa7c2-1875-60e0-3a11-1345bd1d2ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.013277} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.190073] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.190379] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e3149162-b99d-456b-9f81-f6209ee11fe4/e3149162-b99d-456b-9f81-f6209ee11fe4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.190933] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df729c79-9af2-419d-9461-a04dfd2daadd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.197668] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1386.197668] env[62107]: value = "task-1699159" [ 1386.197668] env[62107]: _type = "Task" [ 1386.197668] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.208853] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.232143] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250d66ef-aa12-4928-8973-4c14537d7f8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.239554] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78814aa4-03c9-488b-a929-6430b6d59329 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.277217] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29886c74-9b7b-4d7f-8026-1d417fec7462 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.285428] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7778ea54-c72d-4bcf-8920-de07b6305fca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.290211] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.303067] env[62107]: DEBUG nova.compute.provider_tree [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.332436] env[62107]: DEBUG nova.network.neutron [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.334863] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Releasing lock "refresh_cache-0feb6a44-8f9a-4446-83f7-e56467d597f3" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.335463] env[62107]: DEBUG nova.compute.manager [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1386.335667] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.336604] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c17ad5-2800-48c6-a093-75cc99f690cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.345113] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.345382] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f041a27-948d-41a7-b727-ac7bdda6ca2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.352712] env[62107]: DEBUG oslo_vmware.api [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1386.352712] env[62107]: value = "task-1699160" [ 1386.352712] env[62107]: _type = "Task" [ 1386.352712] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.361125] env[62107]: DEBUG oslo_vmware.api [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.517587] env[62107]: DEBUG nova.network.neutron [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.574959] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1386.590865] env[62107]: DEBUG oslo_vmware.api [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699158, 'name': PowerOnVM_Task, 'duration_secs': 0.550643} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.591496] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1386.591815] env[62107]: INFO nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1386.592307] env[62107]: DEBUG nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1386.593239] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158a9249-d64d-49be-99dd-f9c728b6d76c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.613302] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1386.613574] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1386.613726] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.613923] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1386.614230] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.614608] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1386.614608] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1386.614753] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1386.614912] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1386.615128] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1386.615688] env[62107]: DEBUG nova.virt.hardware [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1386.616259] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e0b19e-8e03-45f3-9ca3-05f96b0a8160 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.625137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f2414d-f9ed-41c5-ab76-98495fc0a301 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.631855] env[62107]: DEBUG nova.compute.manager [None req-c46cca22-5226-4f2c-be8f-af1244943313 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Instance disappeared during snapshot {{(pid=62107) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1386.711013] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699159, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.806777] env[62107]: DEBUG nova.scheduler.client.report [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1386.811334] env[62107]: DEBUG nova.compute.manager [None req-c46cca22-5226-4f2c-be8f-af1244943313 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Found 0 images (rotation: 2) {{(pid=62107) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1386.865593] env[62107]: DEBUG oslo_vmware.api [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699160, 'name': PowerOffVM_Task, 'duration_secs': 0.139915} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.865977] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.866260] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.866582] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95a915c-5145-4548-aa6a-8eabb1f9467a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.893630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.893863] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.894067] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Deleting the datastore file [datastore1] 0feb6a44-8f9a-4446-83f7-e56467d597f3 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.894334] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f54a5c8-911b-4843-9243-4ca6510865b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.900830] env[62107]: DEBUG oslo_vmware.api [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for the task: (returnval){ [ 1386.900830] env[62107]: value = "task-1699162" [ 1386.900830] env[62107]: _type = "Task" [ 1386.900830] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.909986] env[62107]: DEBUG oslo_vmware.api [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.027121] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.027121] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance network_info: |[{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1387.027121] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:7f:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fb8bd47-efa1-466e-b637-ef4bc3c1b658', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.033783] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating folder: Project (8fa530d7d8bc477595a95c8b979c91c2). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.034290] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d191994-0d23-4e67-a26d-875a5be4fd46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.049020] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created folder: Project (8fa530d7d8bc477595a95c8b979c91c2) in parent group-v354057. [ 1387.049020] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating folder: Instances. Parent ref: group-v354206. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.049020] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f37427bf-a9d8-4562-80d5-2ebfaadaa32e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.059171] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created folder: Instances in parent group-v354206. [ 1387.059171] env[62107]: DEBUG oslo.service.loopingcall [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.059171] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.059338] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c383c44a-3793-4b77-bf83-827338d76651 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.080882] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.080882] env[62107]: value = "task-1699165" [ 1387.080882] env[62107]: _type = "Task" [ 1387.080882] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.091537] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699165, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.121383] env[62107]: INFO nova.compute.manager [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Took 58.48 seconds to build instance. [ 1387.209760] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756481} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.209760] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e3149162-b99d-456b-9f81-f6209ee11fe4/e3149162-b99d-456b-9f81-f6209ee11fe4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.209948] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.210310] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b157699-1e8b-4ffe-8bd7-0ae953e067f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.217193] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1387.217193] env[62107]: value = "task-1699166" [ 1387.217193] env[62107]: _type = "Task" [ 1387.217193] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.226446] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.314455] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.314770] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1387.317696] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.676s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.318235] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.320986] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.803s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.321703] env[62107]: INFO nova.compute.claims [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.365269] env[62107]: INFO nova.scheduler.client.report [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Deleted allocations for instance db17ef0f-be04-4540-88c2-13c27f4bf4c7 [ 1387.412035] env[62107]: DEBUG oslo_vmware.api [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Task: {'id': task-1699162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253565} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.412310] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.412498] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.412671] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.412844] env[62107]: INFO nova.compute.manager [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1387.413162] env[62107]: DEBUG oslo.service.loopingcall [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.413372] env[62107]: DEBUG nova.compute.manager [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1387.413875] env[62107]: DEBUG nova.network.neutron [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.443894] env[62107]: DEBUG nova.network.neutron [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1387.583723] env[62107]: DEBUG nova.compute.manager [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1387.583723] env[62107]: DEBUG nova.compute.manager [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing instance network info cache due to event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1387.583723] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.583723] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.584167] env[62107]: DEBUG nova.network.neutron [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.598493] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699165, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.625052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-437aa69d-1aba-4c84-b0ad-3c671b69ea46 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.437s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.714403] env[62107]: DEBUG nova.network.neutron [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Successfully updated port: 9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.729203] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058682} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.729922] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.731137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc10e9e-32a3-4fcd-82f2-5cb9863d88ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.754990] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e3149162-b99d-456b-9f81-f6209ee11fe4/e3149162-b99d-456b-9f81-f6209ee11fe4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.755725] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2862b9-d8ea-4acf-9b0a-3d6970e536fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.775790] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1387.775790] env[62107]: value = "task-1699167" [ 1387.775790] env[62107]: _type = "Task" [ 1387.775790] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.785365] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.826868] env[62107]: DEBUG nova.compute.utils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1387.831099] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1387.831210] env[62107]: DEBUG nova.network.neutron [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.875910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8f3f331e-b8b8-455e-8e97-7de8b7a2f2ea tempest-InstanceActionsV221TestJSON-1156797499 tempest-InstanceActionsV221TestJSON-1156797499-project-member] Lock "db17ef0f-be04-4540-88c2-13c27f4bf4c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.678s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.912077] env[62107]: DEBUG nova.policy [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4f06bbbf4e4e1583c60534289c225f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bcb07b887c748398f435a3582d51f74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1387.946486] env[62107]: DEBUG nova.network.neutron [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.095236] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699165, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.126841] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1388.217315] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "refresh_cache-f1611627-200c-496c-9fe4-fd60aff8f5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.217478] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquired lock "refresh_cache-f1611627-200c-496c-9fe4-fd60aff8f5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.217629] env[62107]: DEBUG nova.network.neutron [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.286435] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.337773] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1388.450023] env[62107]: INFO nova.compute.manager [-] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Took 1.04 seconds to deallocate network for instance. [ 1388.493018] env[62107]: DEBUG nova.network.neutron [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Successfully created port: aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.594494] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699165, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.639051] env[62107]: DEBUG nova.network.neutron [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updated VIF entry in instance network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.641024] env[62107]: DEBUG nova.network.neutron [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.647845] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.788538] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.789400] env[62107]: DEBUG nova.network.neutron [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.874519] env[62107]: DEBUG nova.compute.manager [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1388.877812] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593aea61-72e5-42aa-9ba7-659a9b9fa6b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.905142] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201a879c-ecac-425f-afdb-ccdf33e7fa03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.915280] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6cb6c6-973d-46a6-8edc-0e9497cf1391 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.958204] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c19dbc1-f934-4a25-915a-1b30a8195557 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.961669] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.968773] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e525a-e796-4e98-a7a9-07d67a458b80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.986338] env[62107]: DEBUG nova.compute.provider_tree [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.098205] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699165, 'name': CreateVM_Task, 'duration_secs': 1.720388} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.098405] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.099099] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.099279] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.099605] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1389.099862] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79ceee0-b49f-48d1-907d-8517cf60def2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.104394] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1389.104394] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52de4c1a-b3d6-8941-f8a0-5c88670a899e" [ 1389.104394] env[62107]: _type = "Task" [ 1389.104394] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.112829] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52de4c1a-b3d6-8941-f8a0-5c88670a899e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.146170] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f9faa50-7625-4bf2-a695-b12a7213224e req-1681505c-8ca9-47df-a660-7f55a4b2f40a service nova] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.289223] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699167, 'name': ReconfigVM_Task, 'duration_secs': 1.280461} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.289527] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e3149162-b99d-456b-9f81-f6209ee11fe4/e3149162-b99d-456b-9f81-f6209ee11fe4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.290214] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-604850b4-24f7-466d-baf4-9c615dd34af9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.297375] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1389.297375] env[62107]: value = "task-1699168" [ 1389.297375] env[62107]: _type = "Task" [ 1389.297375] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.308020] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699168, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.357242] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:03:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f8a04072-b213-4ebf-96ed-54e6fed9e71f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-906114588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1389.391903] env[62107]: DEBUG nova.virt.hardware [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.391903] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdce88d6-33c1-4794-96e4-c5daed2f1bd9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.395404] env[62107]: INFO nova.compute.manager [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] instance snapshotting [ 1389.398155] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f50de-b93d-452e-81fc-c8b261021f0f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.403134] env[62107]: DEBUG nova.network.neutron [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Updating instance_info_cache with network_info: [{"id": "9b1d4b66-32ff-49c8-97e2-ab705bc64be5", "address": "fa:16:3e:4a:49:2b", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b1d4b66-32", "ovs_interfaceid": "9b1d4b66-32ff-49c8-97e2-ab705bc64be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.409576] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4422d019-99cc-4e7e-b9b1-5c1196c486dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.433075] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0826d586-cb85-435d-b364-257dba8ddc28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.489771] env[62107]: DEBUG nova.scheduler.client.report [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1389.615769] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52de4c1a-b3d6-8941-f8a0-5c88670a899e, 'name': SearchDatastore_Task, 'duration_secs': 0.050793} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.616174] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.616464] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.616793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.617027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.617274] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.617584] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e5f0db5-7287-452d-b2b1-357ffc3780cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.642631] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.642873] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.643716] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb8a4a9-9dfd-43c2-855e-70c628a08d24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.648997] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1389.648997] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52324726-cf8e-8a45-5ae9-4a548daba568" [ 1389.648997] env[62107]: _type = "Task" [ 1389.648997] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.657150] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52324726-cf8e-8a45-5ae9-4a548daba568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.802385] env[62107]: DEBUG nova.compute.manager [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Received event network-vif-plugged-9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.803369] env[62107]: DEBUG oslo_concurrency.lockutils [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] Acquiring lock "f1611627-200c-496c-9fe4-fd60aff8f5ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.803805] env[62107]: DEBUG oslo_concurrency.lockutils [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.804129] env[62107]: DEBUG oslo_concurrency.lockutils [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.804632] env[62107]: DEBUG nova.compute.manager [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] No waiting events found dispatching network-vif-plugged-9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1389.804893] env[62107]: WARNING nova.compute.manager [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Received unexpected event network-vif-plugged-9b1d4b66-32ff-49c8-97e2-ab705bc64be5 for instance with vm_state building and task_state spawning. [ 1389.805151] env[62107]: DEBUG nova.compute.manager [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Received event network-changed-9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1389.805640] env[62107]: DEBUG nova.compute.manager [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Refreshing instance network info cache due to event network-changed-9b1d4b66-32ff-49c8-97e2-ab705bc64be5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1389.805897] env[62107]: DEBUG oslo_concurrency.lockutils [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] Acquiring lock "refresh_cache-f1611627-200c-496c-9fe4-fd60aff8f5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.818689] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699168, 'name': Rename_Task, 'duration_secs': 0.324215} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.818689] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.818953] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d88e3998-86f8-459f-9430-f8cd6a88b8a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.825947] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1389.825947] env[62107]: value = "task-1699169" [ 1389.825947] env[62107]: _type = "Task" [ 1389.825947] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.835016] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.907778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Releasing lock "refresh_cache-f1611627-200c-496c-9fe4-fd60aff8f5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.908140] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Instance network_info: |[{"id": "9b1d4b66-32ff-49c8-97e2-ab705bc64be5", "address": "fa:16:3e:4a:49:2b", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b1d4b66-32", "ovs_interfaceid": "9b1d4b66-32ff-49c8-97e2-ab705bc64be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1389.908447] env[62107]: DEBUG oslo_concurrency.lockutils [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] Acquired lock "refresh_cache-f1611627-200c-496c-9fe4-fd60aff8f5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.908627] env[62107]: DEBUG nova.network.neutron [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Refreshing network info cache for port 9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.912023] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:49:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b1d4b66-32ff-49c8-97e2-ab705bc64be5', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.919439] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Creating folder: Project (178d44e0340a4002a9c3d29b6682559f). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.922028] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57391f5b-697a-4b70-a93b-61a79cd7daa2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.933290] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Created folder: Project (178d44e0340a4002a9c3d29b6682559f) in parent group-v354057. [ 1389.933521] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Creating folder: Instances. Parent ref: group-v354209. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1389.933775] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dc29cf2-a1af-4870-b147-e4117a2c3a92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.954199] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Created folder: Instances in parent group-v354209. [ 1389.954553] env[62107]: DEBUG oslo.service.loopingcall [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.954776] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.954989] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f171dada-9503-479d-b75b-562a3e404eed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.977900] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1389.977900] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e35f83bf-76c0-4ad8-bd3f-eb257ee9d962 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.985713] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.985713] env[62107]: value = "task-1699172" [ 1389.985713] env[62107]: _type = "Task" [ 1389.985713] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.987898] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1389.987898] env[62107]: value = "task-1699173" [ 1389.987898] env[62107]: _type = "Task" [ 1389.987898] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.997310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.997810] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1390.006050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.738s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.006567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.008577] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.081s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.008776] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.011026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.973s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.011218] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.013829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.688s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.015792] env[62107]: INFO nova.compute.claims [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.023023] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699172, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.025576] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.060576] env[62107]: INFO nova.scheduler.client.report [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Deleted allocations for instance f1ec63cb-168e-419b-b2c5-11d0757c718e [ 1390.062651] env[62107]: INFO nova.scheduler.client.report [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Deleted allocations for instance af8a8b36-1bac-422b-9dc1-2b60d2e5f04c [ 1390.084291] env[62107]: INFO nova.scheduler.client.report [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted allocations for instance cdec697b-1808-4f23-b40c-df3751bf4a44 [ 1390.161076] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52324726-cf8e-8a45-5ae9-4a548daba568, 'name': SearchDatastore_Task, 'duration_secs': 0.011237} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.162017] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb303de1-6165-495d-bd69-aadfdde4b085 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.167633] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1390.167633] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a146f0-78c4-ea2d-1b50-9c30779ae895" [ 1390.167633] env[62107]: _type = "Task" [ 1390.167633] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.175488] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a146f0-78c4-ea2d-1b50-9c30779ae895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.338456] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699169, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.504064] env[62107]: DEBUG nova.compute.utils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1390.512238] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1390.512238] env[62107]: DEBUG nova.network.neutron [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.517202] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699172, 'name': CreateVM_Task, 'duration_secs': 0.49614} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.517930] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1390.518576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.520018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.520018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1390.523489] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602b726a-93bc-412d-9916-ecf6f97345ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.527666] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.532275] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1390.532275] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c57fd8-f9d9-5420-ab0d-0633a873c0b1" [ 1390.532275] env[62107]: _type = "Task" [ 1390.532275] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.546889] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c57fd8-f9d9-5420-ab0d-0633a873c0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.547259] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.547797] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.548146] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.581986] env[62107]: DEBUG oslo_concurrency.lockutils [None req-902e3238-92de-4f91-bd4c-f0e1d6afc755 tempest-ListImageFiltersTestJSON-1291503795 tempest-ListImageFiltersTestJSON-1291503795-project-member] Lock "af8a8b36-1bac-422b-9dc1-2b60d2e5f04c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.466s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.585447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b36056c7-3ec1-4247-8d7e-1d9492c36e0b tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "f1ec63cb-168e-419b-b2c5-11d0757c718e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.579s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.591738] env[62107]: DEBUG oslo_concurrency.lockutils [None req-07641410-9e19-4e0b-8e34-d5fdec270209 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "cdec697b-1808-4f23-b40c-df3751bf4a44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.649s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.634799] env[62107]: DEBUG nova.policy [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e7eb9f33ce4dcba75e2d1b7bee91a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38fb205a13e1458aa3600e5f318f6fff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1390.679679] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a146f0-78c4-ea2d-1b50-9c30779ae895, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.679955] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.680189] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.680504] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.680793] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.680959] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a52722a-866f-47eb-adf8-f9954bef829e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.683029] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93c361cd-7b06-4cf3-a77b-ecf2203d9da0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.689786] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1390.689786] env[62107]: value = "task-1699174" [ 1390.689786] env[62107]: _type = "Task" [ 1390.689786] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.696402] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.696737] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.697314] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347b250d-0902-424e-8b4e-8534092314f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.703327] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1390.703327] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cbf51-bea8-ea61-ee1a-ddc16650ee22" [ 1390.703327] env[62107]: _type = "Task" [ 1390.703327] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.707434] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.718424] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cbf51-bea8-ea61-ee1a-ddc16650ee22, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.718424] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81dd900a-1754-4e6d-8df1-a1527f5e3352 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.722541] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1390.722541] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5d5ff-9354-3e00-120d-7cd714ce53a4" [ 1390.722541] env[62107]: _type = "Task" [ 1390.722541] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.732078] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5d5ff-9354-3e00-120d-7cd714ce53a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.839520] env[62107]: DEBUG oslo_vmware.api [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699169, 'name': PowerOnVM_Task, 'duration_secs': 0.590188} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.839816] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.840280] env[62107]: INFO nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1390.840280] env[62107]: DEBUG nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1390.841659] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462a7ca2-1219-47fa-a5bd-2cb153d0b0a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.013883] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699173, 'name': CreateSnapshot_Task, 'duration_secs': 0.787185} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.014266] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1391.014977] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581ecc15-ea07-4e1a-b51f-06fef426b2ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.018944] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1391.089165] env[62107]: DEBUG nova.network.neutron [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Updated VIF entry in instance network info cache for port 9b1d4b66-32ff-49c8-97e2-ab705bc64be5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.089532] env[62107]: DEBUG nova.network.neutron [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Updating instance_info_cache with network_info: [{"id": "9b1d4b66-32ff-49c8-97e2-ab705bc64be5", "address": "fa:16:3e:4a:49:2b", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b1d4b66-32", "ovs_interfaceid": "9b1d4b66-32ff-49c8-97e2-ab705bc64be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.185690] env[62107]: DEBUG nova.network.neutron [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Successfully updated port: aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.209769] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699174, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.234881] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e5d5ff-9354-3e00-120d-7cd714ce53a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.238187] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.238534] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1611627-200c-496c-9fe4-fd60aff8f5ae/f1611627-200c-496c-9fe4-fd60aff8f5ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.239134] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b822d1-85bb-45f7-8a86-648347c8cb10 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.246917] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1391.246917] env[62107]: value = "task-1699175" [ 1391.246917] env[62107]: _type = "Task" [ 1391.246917] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.257833] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.361580] env[62107]: INFO nova.compute.manager [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Took 61.02 seconds to build instance. [ 1391.490561] env[62107]: DEBUG nova.network.neutron [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Successfully created port: 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.546518] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1391.546835] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2927425-6d0f-48da-9187-3f388727601d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.559536] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1391.559536] env[62107]: value = "task-1699176" [ 1391.559536] env[62107]: _type = "Task" [ 1391.559536] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.569064] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699176, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.597984] env[62107]: DEBUG oslo_concurrency.lockutils [req-3770a95c-6ac4-4f4d-b5af-18354685966a req-58bab756-4332-4ade-a25e-7571c46c840e service nova] Releasing lock "refresh_cache-f1611627-200c-496c-9fe4-fd60aff8f5ae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.641365] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e9d85e-279b-4445-8f15-d7c3a44fbedd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.649109] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226d2636-4b66-48f4-b87e-0ed1f354f779 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.689118] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.689301] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.689457] env[62107]: DEBUG nova.network.neutron [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.695348] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec58ee4-93e6-411d-bec8-a9fe02d7df16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.712426] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d5c6a3-b4d3-4bcd-a816-ebbe056bec99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.716476] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890408} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.717069] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.718787] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.718787] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbc5cbbe-20d7-4a90-9138-5ee05a8c4da4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.728497] env[62107]: DEBUG nova.compute.provider_tree [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.734396] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1391.734396] env[62107]: value = "task-1699177" [ 1391.734396] env[62107]: _type = "Task" [ 1391.734396] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.743998] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.757794] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.865467] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de8dc561-b752-47cd-bd84-f044a35a55d1 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.122s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.036596] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1392.080959] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699176, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.091925] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1392.092447] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1392.092568] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.092744] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1392.092912] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.093138] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1392.093402] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1392.093905] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1392.093905] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1392.093905] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1392.094178] env[62107]: DEBUG nova.virt.hardware [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1392.095553] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108dfbf4-d068-49f3-9bd3-b947edc3d9fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.104111] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a12e31f-c2c3-4d3e-958b-59b560b53428 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.179891] env[62107]: DEBUG nova.compute.manager [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Received event network-vif-plugged-aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1392.180174] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] Acquiring lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.180452] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.180632] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.180812] env[62107]: DEBUG nova.compute.manager [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] No waiting events found dispatching network-vif-plugged-aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1392.180977] env[62107]: WARNING nova.compute.manager [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Received unexpected event network-vif-plugged-aede8840-d86a-4d22-bfff-02603928dcbf for instance with vm_state building and task_state spawning. [ 1392.181154] env[62107]: DEBUG nova.compute.manager [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Received event network-changed-aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1392.181308] env[62107]: DEBUG nova.compute.manager [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Refreshing instance network info cache due to event network-changed-aede8840-d86a-4d22-bfff-02603928dcbf. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1392.181470] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] Acquiring lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.232191] env[62107]: DEBUG nova.scheduler.client.report [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.236925] env[62107]: DEBUG nova.network.neutron [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.250407] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084319} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.257685] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.259316] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cafff2-ed61-4ebc-9758-0288c1561849 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.267633] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699175, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.290014] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.292723] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6141055-f069-4db1-b06c-019823e839cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.319855] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1392.319855] env[62107]: value = "task-1699178" [ 1392.319855] env[62107]: _type = "Task" [ 1392.319855] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.331025] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.368584] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1392.552403] env[62107]: DEBUG nova.network.neutron [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.575789] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699176, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.741273] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.741834] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1392.745388] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.324s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.745610] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.748359] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.258s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.748550] env[62107]: DEBUG nova.objects.instance [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lazy-loading 'resources' on Instance uuid 5e003774-5b6d-4272-8685-189e967f63a1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.764727] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699175, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027912} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.765763] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1611627-200c-496c-9fe4-fd60aff8f5ae/f1611627-200c-496c-9fe4-fd60aff8f5ae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1392.765970] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1392.766260] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bc86e14-ff0e-4b79-8f61-beb5fda6f915 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.774402] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1392.774402] env[62107]: value = "task-1699179" [ 1392.774402] env[62107]: _type = "Task" [ 1392.774402] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.785769] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.786469] env[62107]: INFO nova.scheduler.client.report [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Deleted allocations for instance f38daa2e-be7c-4f6d-ab0c-119bc2dfde16 [ 1392.832789] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.893533] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.054575] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.055028] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Instance network_info: |[{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1393.055365] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] Acquired lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.055596] env[62107]: DEBUG nova.network.neutron [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Refreshing network info cache for port aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.058649] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:24:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '680cb499-2a47-482b-af0d-112016ac0e17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aede8840-d86a-4d22-bfff-02603928dcbf', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.071373] env[62107]: DEBUG oslo.service.loopingcall [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.072179] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.076417] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0c90a60-c821-42a2-890e-3d8b9f1a8f4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.100236] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699176, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.101541] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.101541] env[62107]: value = "task-1699180" [ 1393.101541] env[62107]: _type = "Task" [ 1393.101541] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.111137] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699180, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.252822] env[62107]: DEBUG nova.compute.utils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.254375] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1393.254522] env[62107]: DEBUG nova.network.neutron [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.287497] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13901} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.288422] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.289271] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7581cb-f518-4b90-96e8-f76105329de4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.325829] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] f1611627-200c-496c-9fe4-fd60aff8f5ae/f1611627-200c-496c-9fe4-fd60aff8f5ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.327514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f428328b-a80d-4e44-abc9-86071e7c2748 tempest-AttachInterfacesUnderV243Test-63351046 tempest-AttachInterfacesUnderV243Test-63351046-project-member] Lock "f38daa2e-be7c-4f6d-ab0c-119bc2dfde16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.712s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.329934] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daa0d4d-0016-4da5-aede-e0eaeb8dc71a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.353354] env[62107]: DEBUG nova.policy [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca703f9443040088673f91208068147', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f18273a4ca49899b20aa2e48c08caf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1393.370667] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699178, 'name': ReconfigVM_Task, 'duration_secs': 0.927783} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.371509] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1393.372212] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1393.372212] env[62107]: value = "task-1699181" [ 1393.372212] env[62107]: _type = "Task" [ 1393.372212] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.372390] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9b4cc0a-b795-4a1b-9934-830d1fb25d2d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.389605] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.393126] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1393.393126] env[62107]: value = "task-1699182" [ 1393.393126] env[62107]: _type = "Task" [ 1393.393126] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.407066] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699182, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.584324] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699176, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.617488] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699180, 'name': CreateVM_Task, 'duration_secs': 0.42177} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.620451] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.621949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.621949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.621949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.622266] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded1599b-5d5c-4140-bb8b-f6f6d176a85b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.631413] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1393.631413] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca522c-1bcc-bf55-2b46-3092f3fd4a11" [ 1393.631413] env[62107]: _type = "Task" [ 1393.631413] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.638497] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca522c-1bcc-bf55-2b46-3092f3fd4a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.754571] env[62107]: DEBUG nova.network.neutron [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Successfully updated port: 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.764244] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1393.870071] env[62107]: DEBUG nova.compute.manager [req-bdc50b22-de53-4eca-b6c8-9bf2d5c1afee req-35fc081c-a1ba-44c9-87c4-d505b37ee40e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-vif-plugged-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1393.870317] env[62107]: DEBUG oslo_concurrency.lockutils [req-bdc50b22-de53-4eca-b6c8-9bf2d5c1afee req-35fc081c-a1ba-44c9-87c4-d505b37ee40e service nova] Acquiring lock "e87c3386-c911-45a2-a7ab-94687e722466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.870527] env[62107]: DEBUG oslo_concurrency.lockutils [req-bdc50b22-de53-4eca-b6c8-9bf2d5c1afee req-35fc081c-a1ba-44c9-87c4-d505b37ee40e service nova] Lock "e87c3386-c911-45a2-a7ab-94687e722466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.870695] env[62107]: DEBUG oslo_concurrency.lockutils [req-bdc50b22-de53-4eca-b6c8-9bf2d5c1afee req-35fc081c-a1ba-44c9-87c4-d505b37ee40e service nova] Lock "e87c3386-c911-45a2-a7ab-94687e722466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.870871] env[62107]: DEBUG nova.compute.manager [req-bdc50b22-de53-4eca-b6c8-9bf2d5c1afee req-35fc081c-a1ba-44c9-87c4-d505b37ee40e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] No waiting events found dispatching network-vif-plugged-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1393.871099] env[62107]: WARNING nova.compute.manager [req-bdc50b22-de53-4eca-b6c8-9bf2d5c1afee req-35fc081c-a1ba-44c9-87c4-d505b37ee40e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received unexpected event network-vif-plugged-35bf4002-ae71-435a-a23e-5a50b4e0855e for instance with vm_state building and task_state spawning. [ 1393.894206] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.901015] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087eb70-92cf-44eb-80d8-5d30fbd09ed4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.907448] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699182, 'name': Rename_Task, 'duration_secs': 0.330013} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.908200] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.908503] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54195675-2011-45f7-a7d8-86f08bfb8b3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.914053] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910cebaa-f045-412e-b087-cff6ae9ab5a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.920872] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1393.920872] env[62107]: value = "task-1699183" [ 1393.920872] env[62107]: _type = "Task" [ 1393.920872] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.955501] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d9f5a-8de6-4c4e-a31f-6694615fb885 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.966236] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699183, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.969813] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172250b3-a651-4051-843c-cc08f0e66055 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.985851] env[62107]: DEBUG nova.compute.provider_tree [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.084651] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699176, 'name': CloneVM_Task, 'duration_secs': 2.484507} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.084921] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Created linked-clone VM from snapshot [ 1394.085692] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb1ea4-647b-48e4-8e79-90df1b05b8bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.093883] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Uploading image 688d2870-272c-4b8a-9f2f-a09bc625c0c7 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1394.110884] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1394.111228] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-551b9549-eac4-47b0-aabb-756bfb50a9f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.117836] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1394.117836] env[62107]: value = "task-1699184" [ 1394.117836] env[62107]: _type = "Task" [ 1394.117836] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.129191] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.139930] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca522c-1bcc-bf55-2b46-3092f3fd4a11, 'name': SearchDatastore_Task, 'duration_secs': 0.011751} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.140348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.140448] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.140687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.140822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.141039] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.141309] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a3106c-3801-4159-9696-bb5d51ab31a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.158796] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.159054] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.159833] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8f9ec6-9831-4669-91a4-d5953bbebe1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.166307] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1394.166307] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dadd19-aaf1-1399-fc76-f579e05d6e1c" [ 1394.166307] env[62107]: _type = "Task" [ 1394.166307] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.174093] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dadd19-aaf1-1399-fc76-f579e05d6e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.258298] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.258705] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.258871] env[62107]: DEBUG nova.network.neutron [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.267282] env[62107]: DEBUG nova.network.neutron [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updated VIF entry in instance network info cache for port aede8840-d86a-4d22-bfff-02603928dcbf. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.267733] env[62107]: DEBUG nova.network.neutron [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.387928] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699181, 'name': ReconfigVM_Task, 'duration_secs': 0.642013} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.387928] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Reconfigured VM instance instance-00000032 to attach disk [datastore1] f1611627-200c-496c-9fe4-fd60aff8f5ae/f1611627-200c-496c-9fe4-fd60aff8f5ae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.387928] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ab1b559-6e2a-44f5-b5b9-fd93a6b38b51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.388632] env[62107]: DEBUG nova.network.neutron [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Successfully created port: 56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1394.395916] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1394.395916] env[62107]: value = "task-1699185" [ 1394.395916] env[62107]: _type = "Task" [ 1394.395916] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.406121] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699185, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.459618] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699183, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.488896] env[62107]: DEBUG nova.scheduler.client.report [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1394.628724] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.678100] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52dadd19-aaf1-1399-fc76-f579e05d6e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.022767} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.678993] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d1c6d2-ca95-4d90-b2f4-5e05fa05d5e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.684920] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1394.684920] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c9016c-07e7-6f5c-d576-5f069816cec8" [ 1394.684920] env[62107]: _type = "Task" [ 1394.684920] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.693393] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c9016c-07e7-6f5c-d576-5f069816cec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.773643] env[62107]: DEBUG oslo_concurrency.lockutils [req-a504917a-f2ef-487c-801e-d3a7f5213095 req-a16ebe6f-7971-4311-b03d-4255cb903799 service nova] Releasing lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.782352] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1394.827377] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1394.828053] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1394.828053] env[62107]: DEBUG nova.virt.hardware [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1394.829040] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce6e716-8764-4de1-acac-b432570ecfc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.838137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd623d-481d-4e25-908a-c390c497e57c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.910223] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699185, 'name': Rename_Task, 'duration_secs': 0.339743} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.910644] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.911022] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03724e3c-b7d7-4f40-9261-b115193600d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.919540] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1394.919540] env[62107]: value = "task-1699186" [ 1394.919540] env[62107]: _type = "Task" [ 1394.919540] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.939971] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.957822] env[62107]: DEBUG oslo_vmware.api [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699183, 'name': PowerOnVM_Task, 'duration_secs': 0.966357} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.958215] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1394.958345] env[62107]: INFO nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Took 11.12 seconds to spawn the instance on the hypervisor. [ 1394.958488] env[62107]: DEBUG nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1394.959288] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723735a1-58cf-471a-99df-ea2b250ba1a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.997794] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.000061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.024s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.000154] env[62107]: DEBUG nova.objects.instance [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1395.034429] env[62107]: INFO nova.scheduler.client.report [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Deleted allocations for instance 5e003774-5b6d-4272-8685-189e967f63a1 [ 1395.079306] env[62107]: DEBUG nova.network.neutron [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.130371] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.197581] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c9016c-07e7-6f5c-d576-5f069816cec8, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.197581] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.197581] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.197581] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85680738-8706-428c-8c6e-79b0845b93ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.204906] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1395.204906] env[62107]: value = "task-1699187" [ 1395.204906] env[62107]: _type = "Task" [ 1395.204906] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.214358] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.305519] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "e3149162-b99d-456b-9f81-f6209ee11fe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.305729] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.305960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "e3149162-b99d-456b-9f81-f6209ee11fe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.306178] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.306351] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.308927] env[62107]: INFO nova.compute.manager [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Terminating instance [ 1395.311101] env[62107]: DEBUG nova.compute.manager [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1395.311357] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.313099] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e84b8-dc0d-4986-9f8b-095719e4f57d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.321493] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.321746] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6646c74-b69f-472f-92a0-f403f561ca33 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.329986] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1395.329986] env[62107]: value = "task-1699188" [ 1395.329986] env[62107]: _type = "Task" [ 1395.329986] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.346692] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.438153] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.478975] env[62107]: INFO nova.compute.manager [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Took 62.73 seconds to build instance. [ 1395.492036] env[62107]: DEBUG nova.network.neutron [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.542149] env[62107]: DEBUG oslo_concurrency.lockutils [None req-375fc098-8d79-490e-b3e2-4c31fc879c93 tempest-ServersTestManualDisk-223813296 tempest-ServersTestManualDisk-223813296-project-member] Lock "5e003774-5b6d-4272-8685-189e967f63a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.343s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.595313] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.595795] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.634730] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.718015] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699187, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.840527] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699188, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.930878] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.980882] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b3ecaba-01c6-4890-9814-f30dce789853 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.207s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.998623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.998856] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Instance network_info: |[{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1395.999418] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:fd:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35bf4002-ae71-435a-a23e-5a50b4e0855e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.013686] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Creating folder: Project (38fb205a13e1458aa3600e5f318f6fff). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.019988] env[62107]: DEBUG oslo_concurrency.lockutils [None req-594adfba-feb5-4155-9d51-a872c1ae0c3a tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.021123] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc72c7e0-9761-49ad-b457-e7f14cae9706 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.026960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.053s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.027227] env[62107]: DEBUG nova.objects.instance [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lazy-loading 'resources' on Instance uuid 90e88eb8-7d4a-4a76-b46f-105292f41ce0 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.038812] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Created folder: Project (38fb205a13e1458aa3600e5f318f6fff) in parent group-v354057. [ 1396.039156] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Creating folder: Instances. Parent ref: group-v354215. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.039428] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94449291-cb03-448c-b357-d88b9914bb91 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.049459] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Created folder: Instances in parent group-v354215. [ 1396.049738] env[62107]: DEBUG oslo.service.loopingcall [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1396.049934] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.051352] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-916fbb75-9e60-41bb-a9c4-3c5669c95fc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.072011] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.072011] env[62107]: value = "task-1699191" [ 1396.072011] env[62107]: _type = "Task" [ 1396.072011] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.080687] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.132847] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.224113] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852947} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.224113] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.224113] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.224113] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f63ef8c6-6e5a-4468-b944-2f69b246054a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.231048] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1396.231048] env[62107]: value = "task-1699192" [ 1396.231048] env[62107]: _type = "Task" [ 1396.231048] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.242582] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.297358] env[62107]: DEBUG nova.compute.manager [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1396.297600] env[62107]: DEBUG nova.compute.manager [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing instance network info cache due to event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1396.297857] env[62107]: DEBUG oslo_concurrency.lockutils [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] Acquiring lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.298213] env[62107]: DEBUG oslo_concurrency.lockutils [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] Acquired lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.298397] env[62107]: DEBUG nova.network.neutron [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.347106] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699188, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.432556] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.483795] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1396.582560] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.636052] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.747105] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.844268] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699188, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.934252] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.006688] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.051071] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e2e606-6fbc-4e2a-83c6-9b366e8c90aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.059927] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3bac1a-8e80-4662-9b10-6a4a65e7a381 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.100079] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e51868c-fee7-4179-a6eb-248fb406b198 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.110998] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a97f27b-b03c-4c6f-8684-f06281f5f500 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.114873] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.125599] env[62107]: DEBUG nova.compute.provider_tree [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.135694] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.244804] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.344643] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699188, 'name': PowerOffVM_Task, 'duration_secs': 1.993943} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.344919] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.345119] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.345408] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda26ee7-b2bb-4447-bd85-915bf9ae5833 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.434161] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.609076] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.635023] env[62107]: DEBUG nova.scheduler.client.report [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.644260] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699184, 'name': Destroy_Task, 'duration_secs': 3.367209} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.644784] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Destroyed the VM [ 1397.645156] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1397.645461] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a7aad17-c012-4a4d-97c8-82357730e98c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.653940] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1397.653940] env[62107]: value = "task-1699194" [ 1397.653940] env[62107]: _type = "Task" [ 1397.653940] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.666941] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.746050] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.163766} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.746341] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.747206] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80553366-b1ed-4326-80c6-97bc67e9de2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.774199] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.774532] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe2bf76-e467-4936-8861-670ebddb3b5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.794863] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1397.794863] env[62107]: value = "task-1699195" [ 1397.794863] env[62107]: _type = "Task" [ 1397.794863] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.805335] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.926872] env[62107]: DEBUG nova.compute.manager [req-3cce1d5e-d643-458f-9320-33859ee43586 req-bbbd2c8f-a17f-4496-84a4-20474a92b3b7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Received event network-vif-plugged-56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1397.927330] env[62107]: DEBUG oslo_concurrency.lockutils [req-3cce1d5e-d643-458f-9320-33859ee43586 req-bbbd2c8f-a17f-4496-84a4-20474a92b3b7 service nova] Acquiring lock "019d17e0-8ee8-4586-8696-e903b5ea431b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.927516] env[62107]: DEBUG oslo_concurrency.lockutils [req-3cce1d5e-d643-458f-9320-33859ee43586 req-bbbd2c8f-a17f-4496-84a4-20474a92b3b7 service nova] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.927516] env[62107]: DEBUG oslo_concurrency.lockutils [req-3cce1d5e-d643-458f-9320-33859ee43586 req-bbbd2c8f-a17f-4496-84a4-20474a92b3b7 service nova] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.927690] env[62107]: DEBUG nova.compute.manager [req-3cce1d5e-d643-458f-9320-33859ee43586 req-bbbd2c8f-a17f-4496-84a4-20474a92b3b7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] No waiting events found dispatching network-vif-plugged-56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1397.927884] env[62107]: WARNING nova.compute.manager [req-3cce1d5e-d643-458f-9320-33859ee43586 req-bbbd2c8f-a17f-4496-84a4-20474a92b3b7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Received unexpected event network-vif-plugged-56148e9e-7b8f-4e3f-b6c6-3decd665b246 for instance with vm_state building and task_state spawning. [ 1397.940748] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.952536] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.952536] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.952536] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Deleting the datastore file [datastore1] e3149162-b99d-456b-9f81-f6209ee11fe4 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.952837] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925323a5-2c66-48b6-b871-933fc5c4e829 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.962623] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1397.962623] env[62107]: value = "task-1699196" [ 1397.962623] env[62107]: _type = "Task" [ 1397.962623] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.982276] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.985029] env[62107]: DEBUG nova.network.neutron [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updated VIF entry in instance network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.985029] env[62107]: DEBUG nova.network.neutron [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.988072] env[62107]: DEBUG nova.network.neutron [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Successfully updated port: 56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.114181] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.146199] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.149921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.046s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.155510] env[62107]: INFO nova.compute.claims [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.180998] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699194, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.217098] env[62107]: INFO nova.scheduler.client.report [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Deleted allocations for instance 90e88eb8-7d4a-4a76-b46f-105292f41ce0 [ 1398.309509] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699195, 'name': ReconfigVM_Task, 'duration_secs': 0.434342} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.309955] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.310626] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65cf98f3-fe16-4ac0-b621-337b0b135673 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.324367] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1398.324367] env[62107]: value = "task-1699197" [ 1398.324367] env[62107]: _type = "Task" [ 1398.324367] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.334691] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699197, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.438825] env[62107]: DEBUG oslo_vmware.api [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699186, 'name': PowerOnVM_Task, 'duration_secs': 3.212128} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.439345] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.439808] env[62107]: INFO nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Took 11.86 seconds to spawn the instance on the hypervisor. [ 1398.440075] env[62107]: DEBUG nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1398.441112] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b69bfa9-7dee-44b6-8bde-ebd8153aeb02 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.473272] env[62107]: DEBUG oslo_vmware.api [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362939} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.473542] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.473724] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.473897] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.474322] env[62107]: INFO nova.compute.manager [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Took 3.16 seconds to destroy the instance on the hypervisor. [ 1398.474562] env[62107]: DEBUG oslo.service.loopingcall [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.474778] env[62107]: DEBUG nova.compute.manager [-] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1398.474876] env[62107]: DEBUG nova.network.neutron [-] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.494698] env[62107]: DEBUG oslo_concurrency.lockutils [req-66a95606-4b50-43c4-854f-23ad49127878 req-d5330f62-a806-486e-b382-78bc851966c7 service nova] Releasing lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.495041] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.495503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquired lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.495738] env[62107]: DEBUG nova.network.neutron [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.540974] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.541273] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.541849] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.541999] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.542195] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.546048] env[62107]: INFO nova.compute.manager [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Terminating instance [ 1398.548238] env[62107]: DEBUG nova.compute.manager [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1398.548696] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.549577] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55839484-129a-4bb5-b23f-c8c081a0287f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.559894] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.560170] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb82d6e6-03a0-40dc-b30c-27316a4799f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.571246] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1398.571246] env[62107]: value = "task-1699198" [ 1398.571246] env[62107]: _type = "Task" [ 1398.571246] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.588145] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.608464] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.673934] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699194, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.730061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136d8978-cd72-4c8c-ae18-7990db22e8d8 tempest-ImagesOneServerTestJSON-1655558432 tempest-ImagesOneServerTestJSON-1655558432-project-member] Lock "90e88eb8-7d4a-4a76-b46f-105292f41ce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.723s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.833138] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699197, 'name': Rename_Task, 'duration_secs': 0.181914} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.834595] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.834595] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15de9445-a65b-4315-9558-4240ce2d105f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.841810] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1398.841810] env[62107]: value = "task-1699199" [ 1398.841810] env[62107]: _type = "Task" [ 1398.841810] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.859374] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.967829] env[62107]: INFO nova.compute.manager [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Took 56.58 seconds to build instance. [ 1399.084388] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699198, 'name': PowerOffVM_Task, 'duration_secs': 0.239141} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.085431] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.085431] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.085568] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba171da-96c2-4311-a34c-d8ccf8bef9f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.101479] env[62107]: DEBUG nova.network.neutron [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1399.121607] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699191, 'name': CreateVM_Task, 'duration_secs': 2.862869} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.121733] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.122476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.124023] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.124023] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.124023] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbe22bec-a362-47be-97d0-d1e4476c2abe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.129571] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1399.129571] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5221719f-aee1-7e20-cf6c-7cad71c1b920" [ 1399.129571] env[62107]: _type = "Task" [ 1399.129571] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.141169] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5221719f-aee1-7e20-cf6c-7cad71c1b920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.174732] env[62107]: DEBUG oslo_vmware.api [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699194, 'name': RemoveSnapshot_Task, 'duration_secs': 1.038644} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.175239] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1399.182643] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.182842] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.183029] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Deleting the datastore file [datastore1] 7e95fc62-43f4-4f89-a62b-2cef6c997e2c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.183425] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f7b7882-f642-4ee1-8193-134c1734bcc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.190017] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for the task: (returnval){ [ 1399.190017] env[62107]: value = "task-1699201" [ 1399.190017] env[62107]: _type = "Task" [ 1399.190017] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.198800] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.356173] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.438567] env[62107]: DEBUG nova.network.neutron [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Updating instance_info_cache with network_info: [{"id": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "address": "fa:16:3e:6e:7d:25", "network": {"id": "9137640e-dab4-4aa7-b022-7067b8fcbf95", "bridge": "br-int", "label": "tempest-ServersTestJSON-753804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f18273a4ca49899b20aa2e48c08caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56148e9e-7b", "ovs_interfaceid": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.476262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a13280c3-f30a-42f5-89c7-acd9ea2686fb tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.379s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.618088] env[62107]: DEBUG nova.network.neutron [-] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.647034] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5221719f-aee1-7e20-cf6c-7cad71c1b920, 'name': SearchDatastore_Task, 'duration_secs': 0.027331} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.647034] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.647034] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.647034] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.647034] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.647317] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.647702] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc3bc4a3-7852-4d14-a266-d2c7c331c052 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.656648] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f654b1c-4ab9-4957-a7e7-da03c561ec20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.660586] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.660707] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.661851] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f48b51-9830-47cc-a209-f080561d140b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.667994] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb41529-4814-4ebf-bea1-67950fa23733 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.672650] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1399.672650] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528b5906-923c-0af2-479d-e34094dc4fa2" [ 1399.672650] env[62107]: _type = "Task" [ 1399.672650] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.702892] env[62107]: WARNING nova.compute.manager [None req-c16eb25e-06a2-4478-9dc7-2a3612ee80b1 tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Image not found during snapshot: nova.exception.ImageNotFound: Image 688d2870-272c-4b8a-9f2f-a09bc625c0c7 could not be found. [ 1399.711955] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305ef89-bbef-46bb-881e-221570a188f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.715078] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528b5906-923c-0af2-479d-e34094dc4fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.723204] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.724705] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc38d1b-18e4-4cc7-a568-4629dd196e2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.740642] env[62107]: DEBUG nova.compute.provider_tree [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.860016] env[62107]: DEBUG oslo_vmware.api [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699199, 'name': PowerOnVM_Task, 'duration_secs': 0.583018} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.860016] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.860016] env[62107]: INFO nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1399.860016] env[62107]: DEBUG nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1399.860274] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f808cd7d-86fe-4c89-95fa-1f381f279105 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.947144] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Releasing lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.947513] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Instance network_info: |[{"id": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "address": "fa:16:3e:6e:7d:25", "network": {"id": "9137640e-dab4-4aa7-b022-7067b8fcbf95", "bridge": "br-int", "label": "tempest-ServersTestJSON-753804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f18273a4ca49899b20aa2e48c08caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56148e9e-7b", "ovs_interfaceid": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1399.948013] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:7d:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '715e3f37-7401-48fb-a0ee-59d340b40de1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56148e9e-7b8f-4e3f-b6c6-3decd665b246', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1399.956864] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Creating folder: Project (a0f18273a4ca49899b20aa2e48c08caf). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.958077] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0a3ead0-cb34-49db-8374-cc56f9e833d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.969282] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Created folder: Project (a0f18273a4ca49899b20aa2e48c08caf) in parent group-v354057. [ 1399.969592] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Creating folder: Instances. Parent ref: group-v354218. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1399.969764] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93b5f040-dcd9-42b3-8c54-76d4926ba253 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.980233] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1399.983708] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Created folder: Instances in parent group-v354218. [ 1399.983708] env[62107]: DEBUG oslo.service.loopingcall [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1399.985719] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1399.985719] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab919fb8-1fde-413f-927d-0337ca3419ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.007813] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.007813] env[62107]: value = "task-1699204" [ 1400.007813] env[62107]: _type = "Task" [ 1400.007813] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.018691] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699204, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.121737] env[62107]: INFO nova.compute.manager [-] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Took 1.65 seconds to deallocate network for instance. [ 1400.185366] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528b5906-923c-0af2-479d-e34094dc4fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.057473} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.185526] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53e056d-31da-42c5-8608-ee3537594d23 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.192032] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1400.192032] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a569ed-3a63-6034-8313-63af08d020c0" [ 1400.192032] env[62107]: _type = "Task" [ 1400.192032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.199083] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a569ed-3a63-6034-8313-63af08d020c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.214069] env[62107]: DEBUG oslo_vmware.api [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Task: {'id': task-1699201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.797595} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.214364] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.214550] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.214723] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.214896] env[62107]: INFO nova.compute.manager [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1400.215155] env[62107]: DEBUG oslo.service.loopingcall [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.215383] env[62107]: DEBUG nova.compute.manager [-] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1400.216811] env[62107]: DEBUG nova.network.neutron [-] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.249885] env[62107]: DEBUG nova.scheduler.client.report [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1400.262042] env[62107]: DEBUG nova.compute.manager [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1400.262331] env[62107]: DEBUG nova.compute.manager [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing instance network info cache due to event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1400.263046] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.263216] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.263398] env[62107]: DEBUG nova.network.neutron [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.378573] env[62107]: INFO nova.compute.manager [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Took 53.88 seconds to build instance. [ 1400.525251] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699204, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.530168] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.631763] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.704167] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a569ed-3a63-6034-8313-63af08d020c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.749993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.750562] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1400.753968] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.009s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.754474] env[62107]: DEBUG nova.objects.instance [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lazy-loading 'resources' on Instance uuid 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.880435] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91a9a2f-351d-4918-b665-800f09afa519 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.380s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.027604] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699204, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.204813] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a569ed-3a63-6034-8313-63af08d020c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.258506] env[62107]: DEBUG nova.compute.utils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.264761] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1401.266019] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.386388] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1401.416427] env[62107]: DEBUG nova.network.neutron [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updated VIF entry in instance network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.416750] env[62107]: DEBUG nova.network.neutron [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.420712] env[62107]: DEBUG nova.policy [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923f246ebc1d4b459b20ebbd8d95f54e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1761ed4ae8194170a68fca2e9b705fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1401.526759] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699204, 'name': CreateVM_Task} progress is 15%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.614341] env[62107]: DEBUG nova.network.neutron [-] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.706079] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a569ed-3a63-6034-8313-63af08d020c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.719991] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63372818-d969-4860-a76b-0f969ad280cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.731125] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b18b6-a76b-42cb-9c8c-41026c2cbab3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.767714] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1401.771163] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f6482d-69cc-4ae5-af07-bcea21ec13b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.779355] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a27c3b-3ea2-43e0-a842-e2a7a4fc4941 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.793154] env[62107]: DEBUG nova.compute.provider_tree [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.822039] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "42c7a76b-768f-444a-9372-f51ed6bc2524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.822295] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.822510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "42c7a76b-768f-444a-9372-f51ed6bc2524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.822688] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.822864] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.828158] env[62107]: INFO nova.compute.manager [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Terminating instance [ 1401.830160] env[62107]: DEBUG nova.compute.manager [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1401.830160] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.831227] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6660d641-8650-41d4-8109-2742d64dd372 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.840503] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.840797] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d04708-e647-4c0a-a691-8933e6ce6501 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.850315] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1401.850315] env[62107]: value = "task-1699205" [ 1401.850315] env[62107]: _type = "Task" [ 1401.850315] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.863703] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.925931] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.925931] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.925931] env[62107]: DEBUG nova.compute.manager [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Received event network-changed-56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.925931] env[62107]: DEBUG nova.compute.manager [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Refreshing instance network info cache due to event network-changed-56148e9e-7b8f-4e3f-b6c6-3decd665b246. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1401.925931] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] Acquiring lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.927103] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] Acquired lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.927442] env[62107]: DEBUG nova.network.neutron [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Refreshing network info cache for port 56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.942750] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Successfully created port: 370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.031214] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699204, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.118100] env[62107]: INFO nova.compute.manager [-] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Took 1.90 seconds to deallocate network for instance. [ 1402.209422] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a569ed-3a63-6034-8313-63af08d020c0, 'name': SearchDatastore_Task, 'duration_secs': 1.656645} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.210217] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.210641] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e87c3386-c911-45a2-a7ab-94687e722466/e87c3386-c911-45a2-a7ab-94687e722466.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.211212] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5dae433-8b6d-48eb-9658-b4658be247ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.219944] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1402.219944] env[62107]: value = "task-1699206" [ 1402.219944] env[62107]: _type = "Task" [ 1402.219944] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.229947] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.300422] env[62107]: DEBUG nova.scheduler.client.report [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1402.362583] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699205, 'name': PowerOffVM_Task, 'duration_secs': 0.259224} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.362935] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.363274] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.363606] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09666d31-8aed-4861-b294-d14522191593 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.440317] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.440669] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.444029] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleting the datastore file [datastore1] 42c7a76b-768f-444a-9372-f51ed6bc2524 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.444029] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ac1060f-65cd-4b18-a769-7cbc7c0b20b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.448161] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1402.448161] env[62107]: value = "task-1699208" [ 1402.448161] env[62107]: _type = "Task" [ 1402.448161] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.458591] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.543326] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699204, 'name': CreateVM_Task, 'duration_secs': 2.315981} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.548062] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.549097] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.550054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.550054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.550547] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e22ed8e-070b-42af-a9bd-e87db0454ed5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.556258] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1402.556258] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c2f6a8-3062-c593-11df-c4530631808a" [ 1402.556258] env[62107]: _type = "Task" [ 1402.556258] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.568150] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c2f6a8-3062-c593-11df-c4530631808a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.626366] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.634645] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.634645] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.728630] env[62107]: DEBUG nova.compute.manager [req-b3f54cd0-70f1-4b00-95c3-d0933be01b83 req-ae00529d-dd8c-4782-980b-02fd22cbe2c8 service nova] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Received event network-vif-deleted-533137b8-1dbc-450b-8942-cb3a47cec3dc {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.735814] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699206, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.780209] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1402.873977] env[62107]: DEBUG nova.network.neutron [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Updated VIF entry in instance network info cache for port 56148e9e-7b8f-4e3f-b6c6-3decd665b246. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.873977] env[62107]: DEBUG nova.network.neutron [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Updating instance_info_cache with network_info: [{"id": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "address": "fa:16:3e:6e:7d:25", "network": {"id": "9137640e-dab4-4aa7-b022-7067b8fcbf95", "bridge": "br-int", "label": "tempest-ServersTestJSON-753804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f18273a4ca49899b20aa2e48c08caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56148e9e-7b", "ovs_interfaceid": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.873977] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.873977] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.593s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.873977] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.873977] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1402.873977] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.889s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.873977] env[62107]: INFO nova.compute.claims [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.873977] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff1575-fbdf-4968-946f-a28d8c021e1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.873977] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1402.873977] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1402.878777] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1402.878777] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9d0c71-9669-448d-a698-7d6a62978a62 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.878777] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577329ba-c06f-4c3b-ac8a-65fa1644ee9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.878777] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba402fb-1318-44ae-8ec9-b59763aa45e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.901193] env[62107]: INFO nova.scheduler.client.report [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleted allocations for instance 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a [ 1402.906247] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749ac15-9aae-492e-a218-7ac9ddece940 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.921672] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff6fe9c-94bc-447d-9aef-270231789e51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.965837] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179180MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1402.966008] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.977478] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.033210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "f1611627-200c-496c-9fe4-fd60aff8f5ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.033210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.033210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "f1611627-200c-496c-9fe4-fd60aff8f5ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.033210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.033556] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.035808] env[62107]: INFO nova.compute.manager [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Terminating instance [ 1403.039131] env[62107]: DEBUG nova.compute.manager [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1403.039351] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.040293] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21845749-5ca9-4991-8a76-db2c463888e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.048831] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.048925] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a2654e7-37e0-489a-bd05-55cc4e11f517 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.057294] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1403.057294] env[62107]: value = "task-1699209" [ 1403.057294] env[62107]: _type = "Task" [ 1403.057294] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.073970] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.073970] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c2f6a8-3062-c593-11df-c4530631808a, 'name': SearchDatastore_Task, 'duration_secs': 0.084267} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.073970] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.074330] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.074866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.074866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.075042] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.075200] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b69d24cf-b2a0-450d-8ee5-0b7ec7f3e0b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.090979] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.091187] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.092115] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd33a34-be93-4ff2-b17a-6834713b3c4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.098240] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1403.098240] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52120967-8e44-9214-4f1f-f7fede8072bb" [ 1403.098240] env[62107]: _type = "Task" [ 1403.098240] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.108229] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52120967-8e44-9214-4f1f-f7fede8072bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.231943] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699206, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.319356] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] Releasing lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.319637] env[62107]: DEBUG nova.compute.manager [req-f4413fbe-7edc-41e2-8235-3cfd5cdc56d4 req-00c8dec0-7011-47d6-84ea-a608d76707e7 service nova] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Received event network-vif-deleted-a07dd356-8bd5-4849-b7f6-efee359b121e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.416591] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3db80b9e-308d-4143-a27d-8af1e75615cb tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.393s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.475335] env[62107]: DEBUG oslo_vmware.api [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.793149} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.475739] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.476124] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.476235] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.476332] env[62107]: INFO nova.compute.manager [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1403.476571] env[62107]: DEBUG oslo.service.loopingcall [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1403.476771] env[62107]: DEBUG nova.compute.manager [-] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1403.476867] env[62107]: DEBUG nova.network.neutron [-] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.572234] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.610325] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52120967-8e44-9214-4f1f-f7fede8072bb, 'name': SearchDatastore_Task, 'duration_secs': 0.025284} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.610325] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c1466a-e1b9-4104-9c71-ccc4e070e1df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.615719] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1403.615719] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5292cab9-206b-1380-ba12-fbf026731dec" [ 1403.615719] env[62107]: _type = "Task" [ 1403.615719] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.623994] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5292cab9-206b-1380-ba12-fbf026731dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.730443] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699206, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.071288] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.131039] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5292cab9-206b-1380-ba12-fbf026731dec, 'name': SearchDatastore_Task, 'duration_secs': 0.063603} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.134557] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.134836] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 019d17e0-8ee8-4586-8696-e903b5ea431b/019d17e0-8ee8-4586-8696-e903b5ea431b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.136190] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfa02a95-83f3-49da-83d5-0045add94e16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.144145] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1404.144145] env[62107]: value = "task-1699210" [ 1404.144145] env[62107]: _type = "Task" [ 1404.144145] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.161525] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.211643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "09bd71b2-e9b8-4759-8338-1884ce004dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.211773] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.233590] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699206, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.812562} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.234936] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e87c3386-c911-45a2-a7ab-94687e722466/e87c3386-c911-45a2-a7ab-94687e722466.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.234936] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.234936] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb92bf6-5ac2-48cc-963d-6b46630cb4b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.241046] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1404.241046] env[62107]: value = "task-1699211" [ 1404.241046] env[62107]: _type = "Task" [ 1404.241046] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.249865] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.330768] env[62107]: DEBUG nova.compute.manager [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1404.459093] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Successfully updated port: 370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.505328] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "a6f02d11-2787-4043-a7c5-677089f30a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.505589] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "a6f02d11-2787-4043-a7c5-677089f30a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.505793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "a6f02d11-2787-4043-a7c5-677089f30a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.505967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "a6f02d11-2787-4043-a7c5-677089f30a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.506147] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "a6f02d11-2787-4043-a7c5-677089f30a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.510379] env[62107]: INFO nova.compute.manager [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Terminating instance [ 1404.512290] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "refresh_cache-a6f02d11-2787-4043-a7c5-677089f30a4f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.512446] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquired lock "refresh_cache-a6f02d11-2787-4043-a7c5-677089f30a4f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.512647] env[62107]: DEBUG nova.network.neutron [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.549259] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029736d-e11d-4b48-83ee-19cf17449842 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.558777] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94fd2c7-c243-4416-bdac-20e16c84cc90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.570979] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699209, 'name': PowerOffVM_Task, 'duration_secs': 1.307974} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.600621] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.600800] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.605016] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc1e9124-e8de-420b-8dcd-7960afb6de81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.605016] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae80dad-c6f6-42cf-80b7-3ecadfd9ea93 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.612402] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0566078-807e-4a30-af3b-a8592c06e720 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.627164] env[62107]: DEBUG nova.compute.provider_tree [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.653319] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.705080] env[62107]: DEBUG nova.network.neutron [-] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.753960] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699211, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.859027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.878932] env[62107]: DEBUG nova.compute.manager [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Received event network-vif-plugged-370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1404.879223] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] Acquiring lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.879680] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.879680] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.879876] env[62107]: DEBUG nova.compute.manager [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] No waiting events found dispatching network-vif-plugged-370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1404.880093] env[62107]: WARNING nova.compute.manager [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Received unexpected event network-vif-plugged-370822f8-4d5d-4003-9ced-d8f247187d58 for instance with vm_state building and task_state spawning. [ 1404.880297] env[62107]: DEBUG nova.compute.manager [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Received event network-vif-deleted-2b8683da-4349-4d26-96f9-923dafd73afa {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1404.880506] env[62107]: DEBUG nova.compute.manager [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Received event network-changed-370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1404.880769] env[62107]: DEBUG nova.compute.manager [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Refreshing instance network info cache due to event network-changed-370822f8-4d5d-4003-9ced-d8f247187d58. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1404.881320] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] Acquiring lock "refresh_cache-51480637-baae-4ac7-aafe-b4c7d9d5bfca" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.881534] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] Acquired lock "refresh_cache-51480637-baae-4ac7-aafe-b4c7d9d5bfca" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.881746] env[62107]: DEBUG nova.network.neutron [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Refreshing network info cache for port 370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1404.963452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "refresh_cache-51480637-baae-4ac7-aafe-b4c7d9d5bfca" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.053197] env[62107]: DEBUG nova.network.neutron [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.130646] env[62107]: DEBUG nova.scheduler.client.report [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1405.161223] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.175229] env[62107]: DEBUG nova.network.neutron [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.207539] env[62107]: INFO nova.compute.manager [-] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Took 1.73 seconds to deallocate network for instance. [ 1405.254041] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699211, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.423294] env[62107]: DEBUG nova.network.neutron [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.591280] env[62107]: DEBUG nova.network.neutron [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.637921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.637921] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1405.640880] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.168s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.642372] env[62107]: INFO nova.compute.claims [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.659605] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.681505] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Releasing lock "refresh_cache-a6f02d11-2787-4043-a7c5-677089f30a4f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.682314] env[62107]: DEBUG nova.compute.manager [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1405.682595] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.685775] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b39825a-95b7-4b4c-9713-3fb2d842a9ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.695475] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.695770] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98a6331d-3492-4bd1-bd84-838bc6f99057 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.702672] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1405.702672] env[62107]: value = "task-1699213" [ 1405.702672] env[62107]: _type = "Task" [ 1405.702672] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.711914] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.713984] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.755319] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699211, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.094844] env[62107]: DEBUG oslo_concurrency.lockutils [req-cd4b6e6d-5cce-4223-9629-51508b2ecc89 req-daafc28a-6b97-4e11-9023-3abc94cfbec2 service nova] Releasing lock "refresh_cache-51480637-baae-4ac7-aafe-b4c7d9d5bfca" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.095277] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "refresh_cache-51480637-baae-4ac7-aafe-b4c7d9d5bfca" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.095440] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.146772] env[62107]: DEBUG nova.compute.utils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1406.147018] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1406.147018] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.167216] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.175094] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "87edb110-5975-43be-a81e-acab01b81fd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.175305] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.212183] env[62107]: DEBUG nova.policy [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923f246ebc1d4b459b20ebbd8d95f54e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1761ed4ae8194170a68fca2e9b705fd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1406.218290] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.256376] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 2.008573} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.256847] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.258187] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c1bdc-c3b7-4ce4-be06-8b469379c83a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.285358] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e87c3386-c911-45a2-a7ab-94687e722466/e87c3386-c911-45a2-a7ab-94687e722466.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.287015] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ce73e7-f1b1-40d7-84f0-761205264447 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.313392] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1406.313392] env[62107]: value = "task-1699214" [ 1406.313392] env[62107]: _type = "Task" [ 1406.313392] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.324196] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.519134] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.519369] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.519548] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Deleting the datastore file [datastore1] f1611627-200c-496c-9fe4-fd60aff8f5ae {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.519825] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bfab219-3d5b-4a8a-9005-e35f58a005eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.527334] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for the task: (returnval){ [ 1406.527334] env[62107]: value = "task-1699215" [ 1406.527334] env[62107]: _type = "Task" [ 1406.527334] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.537330] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.555408] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Successfully created port: d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.647143] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.653503] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1406.669328] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.717644] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699213, 'name': PowerOffVM_Task, 'duration_secs': 0.712431} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.717960] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.718319] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.718399] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc818682-d540-4551-89c8-40415a4bb914 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.743218] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.743513] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.744081] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleting the datastore file [datastore1] a6f02d11-2787-4043-a7c5-677089f30a4f {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.744081] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d4df790-10c9-4813-98a0-a8925277d74c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.757628] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for the task: (returnval){ [ 1406.757628] env[62107]: value = "task-1699217" [ 1406.757628] env[62107]: _type = "Task" [ 1406.757628] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.771976] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.832113] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.989411] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Updating instance_info_cache with network_info: [{"id": "370822f8-4d5d-4003-9ced-d8f247187d58", "address": "fa:16:3e:09:51:2f", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370822f8-4d", "ovs_interfaceid": "370822f8-4d5d-4003-9ced-d8f247187d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.044806] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.176842] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699210, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.834345} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.177870] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 019d17e0-8ee8-4586-8696-e903b5ea431b/019d17e0-8ee8-4586-8696-e903b5ea431b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.177870] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.177870] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10886f26-ad3d-4376-a601-5d2f1ee96b29 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.184307] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1407.184307] env[62107]: value = "task-1699218" [ 1407.184307] env[62107]: _type = "Task" [ 1407.184307] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.198232] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.272174] env[62107]: DEBUG oslo_vmware.api [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Task: {'id': task-1699217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305335} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.277178] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.277178] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.277178] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.277178] env[62107]: INFO nova.compute.manager [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1407.277178] env[62107]: DEBUG oslo.service.loopingcall [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.277178] env[62107]: DEBUG nova.compute.manager [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1407.277178] env[62107]: DEBUG nova.network.neutron [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.298705] env[62107]: DEBUG nova.network.neutron [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.309089] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8fb08b-a959-4e19-bfcd-b0e0cf3fea98 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.318174] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e034a97-6953-4c65-923f-40703bc16eff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.330132] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699214, 'name': ReconfigVM_Task, 'duration_secs': 0.906814} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.355191] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e87c3386-c911-45a2-a7ab-94687e722466/e87c3386-c911-45a2-a7ab-94687e722466.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.356434] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca197173-a9cc-4ce5-ba59-d78561d458a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.358651] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde7e605-2415-49a5-a232-4146682e47ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.366511] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f45b8f-b637-4776-a7ab-3a7992921413 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.371354] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1407.371354] env[62107]: value = "task-1699219" [ 1407.371354] env[62107]: _type = "Task" [ 1407.371354] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.379568] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699219, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.387757] env[62107]: DEBUG nova.compute.provider_tree [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.491952] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "refresh_cache-51480637-baae-4ac7-aafe-b4c7d9d5bfca" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.492410] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Instance network_info: |[{"id": "370822f8-4d5d-4003-9ced-d8f247187d58", "address": "fa:16:3e:09:51:2f", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap370822f8-4d", "ovs_interfaceid": "370822f8-4d5d-4003-9ced-d8f247187d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1407.492698] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:51:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '370822f8-4d5d-4003-9ced-d8f247187d58', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.501227] env[62107]: DEBUG oslo.service.loopingcall [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.501227] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.501822] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57a7a031-5b8c-4a78-895f-904faa7c5b5c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.524869] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.524869] env[62107]: value = "task-1699220" [ 1407.524869] env[62107]: _type = "Task" [ 1407.524869] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.539976] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699220, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.543185] env[62107]: DEBUG oslo_vmware.api [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Task: {'id': task-1699215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590505} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.546616] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.546616] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.546616] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.546616] env[62107]: INFO nova.compute.manager [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Took 4.50 seconds to destroy the instance on the hypervisor. [ 1407.546616] env[62107]: DEBUG oslo.service.loopingcall [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.546616] env[62107]: DEBUG nova.compute.manager [-] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1407.546616] env[62107]: DEBUG nova.network.neutron [-] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.674730] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1407.702860] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074226} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.702860] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1407.702860] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171676c1-4346-4255-8340-52a195568d65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.727946] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 019d17e0-8ee8-4586-8696-e903b5ea431b/019d17e0-8ee8-4586-8696-e903b5ea431b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.730637] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1407.730915] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1407.731120] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.731376] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1407.731548] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.731714] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1407.731951] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1407.732163] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1407.732370] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1407.732631] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1407.732757] env[62107]: DEBUG nova.virt.hardware [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1407.733296] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5fd13ff-9938-4908-9975-7dee1550a39a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.749017] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d04ceb-b587-4e5c-bd26-f554dc00d268 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.759143] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cdbe0f-b5f3-4ebd-a656-43909fbac8f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.762929] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1407.762929] env[62107]: value = "task-1699221" [ 1407.762929] env[62107]: _type = "Task" [ 1407.762929] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.781149] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.800923] env[62107]: DEBUG nova.network.neutron [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.883165] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699219, 'name': Rename_Task, 'duration_secs': 0.152905} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.884431] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.885694] env[62107]: DEBUG nova.compute.manager [req-69ddf22d-0553-459b-9842-70b8f93dda99 req-bb8e4c65-8e95-49b5-a00a-7609ecb312ee service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Received event network-vif-deleted-9b1d4b66-32ff-49c8-97e2-ab705bc64be5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.886017] env[62107]: INFO nova.compute.manager [req-69ddf22d-0553-459b-9842-70b8f93dda99 req-bb8e4c65-8e95-49b5-a00a-7609ecb312ee service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Neutron deleted interface 9b1d4b66-32ff-49c8-97e2-ab705bc64be5; detaching it from the instance and deleting it from the info cache [ 1407.886323] env[62107]: DEBUG nova.network.neutron [req-69ddf22d-0553-459b-9842-70b8f93dda99 req-bb8e4c65-8e95-49b5-a00a-7609ecb312ee service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.887718] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4595bf20-278c-4c14-a97c-4c384159854b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.890995] env[62107]: DEBUG nova.scheduler.client.report [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1407.903468] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1407.903468] env[62107]: value = "task-1699222" [ 1407.903468] env[62107]: _type = "Task" [ 1407.903468] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.912724] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.037247] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699220, 'name': CreateVM_Task, 'duration_secs': 0.412135} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.037473] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.038264] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.038558] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.038934] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.039276] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed62bcf-d0e8-47f1-ad7b-0fbfd774b456 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.044218] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1408.044218] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527f8242-931b-cc8a-7e03-496ed7621971" [ 1408.044218] env[62107]: _type = "Task" [ 1408.044218] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.054614] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527f8242-931b-cc8a-7e03-496ed7621971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.275197] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699221, 'name': ReconfigVM_Task, 'duration_secs': 0.380573} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.275551] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 019d17e0-8ee8-4586-8696-e903b5ea431b/019d17e0-8ee8-4586-8696-e903b5ea431b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.276276] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-207ff3f5-a5de-4154-b67e-8ac3e59477aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.283732] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1408.283732] env[62107]: value = "task-1699223" [ 1408.283732] env[62107]: _type = "Task" [ 1408.283732] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.293804] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699223, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.303608] env[62107]: INFO nova.compute.manager [-] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Took 1.03 seconds to deallocate network for instance. [ 1408.361635] env[62107]: DEBUG nova.network.neutron [-] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.391196] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24c99a42-e8e8-48cf-b608-09fa4504ef92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.401227] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.401763] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1408.404791] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.115s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.405032] env[62107]: DEBUG nova.objects.instance [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'resources' on Instance uuid 462a23e1-0a6b-4be2-af22-392b7830244b {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.410196] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde14c3c-5820-4f30-9d55-4fb79641e6b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.439141] env[62107]: DEBUG oslo_vmware.api [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699222, 'name': PowerOnVM_Task, 'duration_secs': 0.522766} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.439464] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1408.439936] env[62107]: INFO nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Took 16.40 seconds to spawn the instance on the hypervisor. [ 1408.439936] env[62107]: DEBUG nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1408.440634] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475998f6-99e7-4d92-a421-db2e95535b63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.454832] env[62107]: DEBUG nova.compute.manager [req-69ddf22d-0553-459b-9842-70b8f93dda99 req-bb8e4c65-8e95-49b5-a00a-7609ecb312ee service nova] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Detach interface failed, port_id=9b1d4b66-32ff-49c8-97e2-ab705bc64be5, reason: Instance f1611627-200c-496c-9fe4-fd60aff8f5ae could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1408.470084] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Successfully updated port: d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.559495] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527f8242-931b-cc8a-7e03-496ed7621971, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.562084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.562330] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.562566] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.562713] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.562887] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.563369] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-128eb9ad-be2c-4156-882a-0ca49cf8ff96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.575828] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.576748] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.579199] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596835c6-4b7c-4761-a346-f8ba76906ff1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.584598] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1408.584598] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52663d70-116f-adbc-246d-f08809fc4398" [ 1408.584598] env[62107]: _type = "Task" [ 1408.584598] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.593932] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52663d70-116f-adbc-246d-f08809fc4398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.776199] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.776466] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.794243] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699223, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.809730] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.864536] env[62107]: INFO nova.compute.manager [-] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Took 1.32 seconds to deallocate network for instance. [ 1408.926335] env[62107]: DEBUG nova.compute.utils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.927683] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1408.927854] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.932766] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f41762-af99-4b0a-aa72-028311f9276b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.941510] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cd780e-3b39-48fa-a25e-ce63455f2a65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.985772] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "refresh_cache-e58622c1-bfb7-43f8-87bb-b6d7505044f7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.985927] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "refresh_cache-e58622c1-bfb7-43f8-87bb-b6d7505044f7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.986118] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.990707] env[62107]: DEBUG nova.policy [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b590221723a84851a1dd99a4a8ec0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104d90f2d8234ffab5a6d626d0872594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1408.992606] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6235153-055e-4762-9baf-c00712e1be4c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.996184] env[62107]: INFO nova.compute.manager [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Took 60.51 seconds to build instance. [ 1409.003367] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd65016-5103-4b73-b7f1-5291aacbe0de {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.018856] env[62107]: DEBUG nova.compute.provider_tree [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.095795] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52663d70-116f-adbc-246d-f08809fc4398, 'name': SearchDatastore_Task, 'duration_secs': 0.047773} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.096746] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8821f1f-67fd-445b-ae29-c75fd14060d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.102129] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1409.102129] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202605f-d2b6-f346-9262-ea7aed7fb8d4" [ 1409.102129] env[62107]: _type = "Task" [ 1409.102129] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.112286] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202605f-d2b6-f346-9262-ea7aed7fb8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.295435] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699223, 'name': Rename_Task, 'duration_secs': 0.59506} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.296162] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.296466] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff255e8c-7584-4955-9872-5ccd42f4b758 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.298651] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Successfully created port: 55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.305404] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1409.305404] env[62107]: value = "task-1699224" [ 1409.305404] env[62107]: _type = "Task" [ 1409.305404] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.313126] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.376516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.431979] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1409.499074] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3cee0e1-b348-40da-8cb8-8359bc00f6b0 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "e87c3386-c911-45a2-a7ab-94687e722466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.591s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.521348] env[62107]: DEBUG nova.scheduler.client.report [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1409.558946] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.614690] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202605f-d2b6-f346-9262-ea7aed7fb8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.614954] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.615345] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 51480637-baae-4ac7-aafe-b4c7d9d5bfca/51480637-baae-4ac7-aafe-b4c7d9d5bfca.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.615514] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d370e61e-24b7-4178-8fad-61d88f9ab94e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.622688] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1409.622688] env[62107]: value = "task-1699225" [ 1409.622688] env[62107]: _type = "Task" [ 1409.622688] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.630863] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.815630] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.849400] env[62107]: DEBUG nova.network.neutron [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Updating instance_info_cache with network_info: [{"id": "d29bb70c-dd7d-4143-b45a-9d5a61aa653c", "address": "fa:16:3e:c3:7a:ea", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29bb70c-dd", "ovs_interfaceid": "d29bb70c-dd7d-4143-b45a-9d5a61aa653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.002869] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1410.026448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.029280] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.381s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.030991] env[62107]: INFO nova.compute.claims [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1410.055170] env[62107]: INFO nova.scheduler.client.report [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocations for instance 462a23e1-0a6b-4be2-af22-392b7830244b [ 1410.134229] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.314284] env[62107]: DEBUG nova.compute.manager [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Received event network-vif-plugged-d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1410.314512] env[62107]: DEBUG oslo_concurrency.lockutils [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] Acquiring lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.314707] env[62107]: DEBUG oslo_concurrency.lockutils [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.314870] env[62107]: DEBUG oslo_concurrency.lockutils [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.315056] env[62107]: DEBUG nova.compute.manager [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] No waiting events found dispatching network-vif-plugged-d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1410.315263] env[62107]: WARNING nova.compute.manager [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Received unexpected event network-vif-plugged-d29bb70c-dd7d-4143-b45a-9d5a61aa653c for instance with vm_state building and task_state spawning. [ 1410.315451] env[62107]: DEBUG nova.compute.manager [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Received event network-changed-d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1410.315598] env[62107]: DEBUG nova.compute.manager [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Refreshing instance network info cache due to event network-changed-d29bb70c-dd7d-4143-b45a-9d5a61aa653c. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1410.315759] env[62107]: DEBUG oslo_concurrency.lockutils [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] Acquiring lock "refresh_cache-e58622c1-bfb7-43f8-87bb-b6d7505044f7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.319753] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699224, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.352695] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "refresh_cache-e58622c1-bfb7-43f8-87bb-b6d7505044f7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.353019] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Instance network_info: |[{"id": "d29bb70c-dd7d-4143-b45a-9d5a61aa653c", "address": "fa:16:3e:c3:7a:ea", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29bb70c-dd", "ovs_interfaceid": "d29bb70c-dd7d-4143-b45a-9d5a61aa653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1410.353359] env[62107]: DEBUG oslo_concurrency.lockutils [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] Acquired lock "refresh_cache-e58622c1-bfb7-43f8-87bb-b6d7505044f7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.353541] env[62107]: DEBUG nova.network.neutron [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Refreshing network info cache for port d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.354779] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:7a:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd29bb70c-dd7d-4143-b45a-9d5a61aa653c', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.362207] env[62107]: DEBUG oslo.service.loopingcall [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.365055] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.365359] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89605371-161e-4152-b564-ce07dec2547c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.387866] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.387866] env[62107]: value = "task-1699226" [ 1410.387866] env[62107]: _type = "Task" [ 1410.387866] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.396328] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699226, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.445754] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1410.470248] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.470552] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.470719] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.470907] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.471206] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.471394] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.471608] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.471766] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.471928] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.472104] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.472280] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.473443] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e670b104-63bd-44ec-8bef-226684dca5e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.484649] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518eaba9-d1a7-499d-8516-e7628f21b5a0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.520765] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.565608] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3bf692cc-9329-4d9b-ba76-7e53f7d0897b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "462a23e1-0a6b-4be2-af22-392b7830244b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.302s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.634861] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665157} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.635107] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 51480637-baae-4ac7-aafe-b4c7d9d5bfca/51480637-baae-4ac7-aafe-b4c7d9d5bfca.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.635482] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.635765] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3c7ce6d-30ee-41d0-bc6c-d98b5960b22d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.642751] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1410.642751] env[62107]: value = "task-1699227" [ 1410.642751] env[62107]: _type = "Task" [ 1410.642751] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.654026] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.701093] env[62107]: DEBUG nova.network.neutron [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Updated VIF entry in instance network info cache for port d29bb70c-dd7d-4143-b45a-9d5a61aa653c. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.701497] env[62107]: DEBUG nova.network.neutron [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Updating instance_info_cache with network_info: [{"id": "d29bb70c-dd7d-4143-b45a-9d5a61aa653c", "address": "fa:16:3e:c3:7a:ea", "network": {"id": "0d708225-5837-4870-b49a-c40be3899e70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-760647568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1761ed4ae8194170a68fca2e9b705fd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd29bb70c-dd", "ovs_interfaceid": "d29bb70c-dd7d-4143-b45a-9d5a61aa653c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.819932] env[62107]: DEBUG oslo_vmware.api [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699224, 'name': PowerOnVM_Task, 'duration_secs': 1.310212} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.820262] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.820471] env[62107]: INFO nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Took 16.04 seconds to spawn the instance on the hypervisor. [ 1410.820834] env[62107]: DEBUG nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1410.821622] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d03fcc-521f-4bc7-860d-e79274607ef8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.899114] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699226, 'name': CreateVM_Task, 'duration_secs': 0.390386} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.899280] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.900647] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.900810] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.901190] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1410.901479] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17a99b1-7c54-45d2-9844-6a9430f4744b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.906705] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1410.906705] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52951643-ffaa-347f-269f-f12cf23bb91f" [ 1410.906705] env[62107]: _type = "Task" [ 1410.906705] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.920632] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52951643-ffaa-347f-269f-f12cf23bb91f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.153568] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076272} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.153970] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.155098] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716319d7-6beb-4064-8985-a4a9fa18615f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.183718] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 51480637-baae-4ac7-aafe-b4c7d9d5bfca/51480637-baae-4ac7-aafe-b4c7d9d5bfca.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.186748] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27591fa1-7e92-4cc1-9825-c68d21a82885 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.204105] env[62107]: DEBUG oslo_concurrency.lockutils [req-ef9ec9ca-654b-4f58-9977-1061bbd29683 req-ad57f7fa-ebea-4743-a6d1-5f16f535557f service nova] Releasing lock "refresh_cache-e58622c1-bfb7-43f8-87bb-b6d7505044f7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.210021] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1411.210021] env[62107]: value = "task-1699228" [ 1411.210021] env[62107]: _type = "Task" [ 1411.210021] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.219221] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.348211] env[62107]: INFO nova.compute.manager [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Took 55.04 seconds to build instance. [ 1411.412196] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Successfully updated port: 55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.420383] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52951643-ffaa-347f-269f-f12cf23bb91f, 'name': SearchDatastore_Task, 'duration_secs': 0.043265} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.425773] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.426508] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.427583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.427771] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.427975] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.432236] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12f0c526-8476-4b8a-af57-88d9976e1269 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.434637] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "83cbfcb5-b901-429e-bc03-81e166968ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.434865] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.448924] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.448924] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.449845] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271b5d28-4ed3-43ab-97d6-17fd95127617 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.456749] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1411.456749] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5249eaa6-96da-a8c9-73b6-1987ad422a53" [ 1411.456749] env[62107]: _type = "Task" [ 1411.456749] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.469986] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5249eaa6-96da-a8c9-73b6-1987ad422a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.603035] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42048714-a54d-4e51-9141-eca4923cbf15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.610746] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba89cf1-1a83-459b-9920-a99b2e9a5f0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.646666] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94edb94e-24e0-4be3-a912-4954d2d2f1a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.654696] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1dd18b-cf66-42b9-afeb-8e4e8c3b5f63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.669545] env[62107]: DEBUG nova.compute.provider_tree [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1411.718899] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.849953] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4a477cba-1793-48fe-bf96-471db9667181 tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.656s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.925750] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "refresh_cache-890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.925852] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "refresh_cache-890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.926927] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.971979] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5249eaa6-96da-a8c9-73b6-1987ad422a53, 'name': SearchDatastore_Task, 'duration_secs': 0.020629} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.973813] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91885e50-3f5f-48f2-8fc8-94fc5360d938 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.982636] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1411.982636] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522e4613-eaf3-21e2-69cb-2acec7d6f0b8" [ 1411.982636] env[62107]: _type = "Task" [ 1411.982636] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.994225] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522e4613-eaf3-21e2-69cb-2acec7d6f0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.058818] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.059071] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.172826] env[62107]: DEBUG nova.scheduler.client.report [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1412.218661] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699228, 'name': ReconfigVM_Task, 'duration_secs': 0.811439} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.218959] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 51480637-baae-4ac7-aafe-b4c7d9d5bfca/51480637-baae-4ac7-aafe-b4c7d9d5bfca.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.219747] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0070ff5e-54f7-4ed7-b674-b9cdbdb53b50 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.227086] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1412.227086] env[62107]: value = "task-1699229" [ 1412.227086] env[62107]: _type = "Task" [ 1412.227086] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.234966] env[62107]: DEBUG nova.compute.manager [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Received event network-changed-56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.235189] env[62107]: DEBUG nova.compute.manager [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Refreshing instance network info cache due to event network-changed-56148e9e-7b8f-4e3f-b6c6-3decd665b246. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1412.235404] env[62107]: DEBUG oslo_concurrency.lockutils [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] Acquiring lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.235548] env[62107]: DEBUG oslo_concurrency.lockutils [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] Acquired lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.236048] env[62107]: DEBUG nova.network.neutron [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Refreshing network info cache for port 56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1412.240670] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699229, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.338716] env[62107]: DEBUG nova.compute.manager [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Received event network-vif-plugged-55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.338895] env[62107]: DEBUG oslo_concurrency.lockutils [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] Acquiring lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.339086] env[62107]: DEBUG oslo_concurrency.lockutils [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.339267] env[62107]: DEBUG oslo_concurrency.lockutils [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.339428] env[62107]: DEBUG nova.compute.manager [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] No waiting events found dispatching network-vif-plugged-55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1412.339588] env[62107]: WARNING nova.compute.manager [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Received unexpected event network-vif-plugged-55fa2d81-6a1d-44f8-9594-49fc7d485319 for instance with vm_state building and task_state spawning. [ 1412.339741] env[62107]: DEBUG nova.compute.manager [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Received event network-changed-55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.339888] env[62107]: DEBUG nova.compute.manager [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Refreshing instance network info cache due to event network-changed-55fa2d81-6a1d-44f8-9594-49fc7d485319. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1412.344018] env[62107]: DEBUG oslo_concurrency.lockutils [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] Acquiring lock "refresh_cache-890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.352858] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1412.459361] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.494484] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522e4613-eaf3-21e2-69cb-2acec7d6f0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.0248} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.497826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.497826] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e58622c1-bfb7-43f8-87bb-b6d7505044f7/e58622c1-bfb7-43f8-87bb-b6d7505044f7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.497826] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d08367dc-b077-4372-95f6-5b9f0b6dc093 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.504806] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1412.504806] env[62107]: value = "task-1699230" [ 1412.504806] env[62107]: _type = "Task" [ 1412.504806] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.517846] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.662349] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Updating instance_info_cache with network_info: [{"id": "55fa2d81-6a1d-44f8-9594-49fc7d485319", "address": "fa:16:3e:19:f7:c3", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fa2d81-6a", "ovs_interfaceid": "55fa2d81-6a1d-44f8-9594-49fc7d485319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.677623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.679249] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1412.685079] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.719s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.685347] env[62107]: DEBUG nova.objects.instance [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lazy-loading 'resources' on Instance uuid 0feb6a44-8f9a-4446-83f7-e56467d597f3 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.741507] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699229, 'name': Rename_Task, 'duration_secs': 0.3558} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.744645] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.745560] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5ebeeb-3e97-4718-a2b1-d37f25a54c71 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.754051] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1412.754051] env[62107]: value = "task-1699231" [ 1412.754051] env[62107]: _type = "Task" [ 1412.754051] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.762504] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.877849] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.017921] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699230, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.080060] env[62107]: DEBUG nova.network.neutron [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Updated VIF entry in instance network info cache for port 56148e9e-7b8f-4e3f-b6c6-3decd665b246. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.080364] env[62107]: DEBUG nova.network.neutron [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Updating instance_info_cache with network_info: [{"id": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "address": "fa:16:3e:6e:7d:25", "network": {"id": "9137640e-dab4-4aa7-b022-7067b8fcbf95", "bridge": "br-int", "label": "tempest-ServersTestJSON-753804266-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0f18273a4ca49899b20aa2e48c08caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "715e3f37-7401-48fb-a0ee-59d340b40de1", "external-id": "nsx-vlan-transportzone-739", "segmentation_id": 739, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56148e9e-7b", "ovs_interfaceid": "56148e9e-7b8f-4e3f-b6c6-3decd665b246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.165948] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "refresh_cache-890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.166401] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Instance network_info: |[{"id": "55fa2d81-6a1d-44f8-9594-49fc7d485319", "address": "fa:16:3e:19:f7:c3", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fa2d81-6a", "ovs_interfaceid": "55fa2d81-6a1d-44f8-9594-49fc7d485319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1413.166717] env[62107]: DEBUG oslo_concurrency.lockutils [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] Acquired lock "refresh_cache-890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.166897] env[62107]: DEBUG nova.network.neutron [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Refreshing network info cache for port 55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.168477] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55fa2d81-6a1d-44f8-9594-49fc7d485319', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.177526] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Creating folder: Project (104d90f2d8234ffab5a6d626d0872594). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.178225] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a89c6cf-d4df-464b-95a0-d586aad3a2e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.188772] env[62107]: DEBUG nova.compute.utils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1413.194738] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1413.195165] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1413.197084] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Created folder: Project (104d90f2d8234ffab5a6d626d0872594) in parent group-v354057. [ 1413.197288] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Creating folder: Instances. Parent ref: group-v354223. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1413.197980] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-047fa5b9-99fb-452c-8dbf-4e35cf795671 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.208724] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Created folder: Instances in parent group-v354223. [ 1413.208724] env[62107]: DEBUG oslo.service.loopingcall [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.208907] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.208960] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60a67a0d-5252-46f8-b074-3f2631cdeec1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.233320] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.233320] env[62107]: value = "task-1699234" [ 1413.233320] env[62107]: _type = "Task" [ 1413.233320] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.243920] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699234, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.245467] env[62107]: DEBUG nova.policy [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b590221723a84851a1dd99a4a8ec0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104d90f2d8234ffab5a6d626d0872594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1413.264240] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.519916] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686696} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.520678] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Successfully created port: 9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.522418] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e58622c1-bfb7-43f8-87bb-b6d7505044f7/e58622c1-bfb7-43f8-87bb-b6d7505044f7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.522620] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.522880] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40e5d410-4016-4a43-ad33-a09d73c1d7c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.529415] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1413.529415] env[62107]: value = "task-1699235" [ 1413.529415] env[62107]: _type = "Task" [ 1413.529415] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.540910] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.583586] env[62107]: DEBUG oslo_concurrency.lockutils [req-79089e4d-a88f-4b4c-ad7e-f928d0e02246 req-2238ab32-86cc-4218-beff-bd0d4f0b3808 service nova] Releasing lock "refresh_cache-019d17e0-8ee8-4586-8696-e903b5ea431b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.694977] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1413.715919] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a54a684-abba-4923-8d62-0783a6bd7c3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.723962] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238fb743-5167-43dd-b949-500d3415ae84 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.759492] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49f2d4-a9b1-4a21-b33d-6470f38f37ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.776849] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699234, 'name': CreateVM_Task, 'duration_secs': 0.356217} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.781326] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.781689] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699231, 'name': PowerOnVM_Task, 'duration_secs': 0.840523} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.782324] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.786016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.786016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1413.786016] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aafbd0d-0b77-40f0-9349-1e87acf971e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.788365] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.788588] env[62107]: INFO nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1413.788728] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1413.788985] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190fe95c-cd31-4b5f-b308-81102e0ed304 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.791377] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5fa80b-483b-48a1-a19d-34c68710a914 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.796851] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1413.796851] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5bebd-3798-d6c2-814d-e2c6849258be" [ 1413.796851] env[62107]: _type = "Task" [ 1413.796851] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.805802] env[62107]: DEBUG nova.compute.provider_tree [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.819310] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5bebd-3798-d6c2-814d-e2c6849258be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.038733] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074424} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.039169] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.040269] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39972cb-c2b3-49bb-b8ce-238575324941 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.062268] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e58622c1-bfb7-43f8-87bb-b6d7505044f7/e58622c1-bfb7-43f8-87bb-b6d7505044f7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.062534] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f7cdfb-21d1-45ae-8c7c-4d4f29663b21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.083276] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1414.083276] env[62107]: value = "task-1699236" [ 1414.083276] env[62107]: _type = "Task" [ 1414.083276] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.092218] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.125905] env[62107]: DEBUG nova.network.neutron [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Updated VIF entry in instance network info cache for port 55fa2d81-6a1d-44f8-9594-49fc7d485319. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.126291] env[62107]: DEBUG nova.network.neutron [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Updating instance_info_cache with network_info: [{"id": "55fa2d81-6a1d-44f8-9594-49fc7d485319", "address": "fa:16:3e:19:f7:c3", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55fa2d81-6a", "ovs_interfaceid": "55fa2d81-6a1d-44f8-9594-49fc7d485319", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.313844] env[62107]: DEBUG nova.scheduler.client.report [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1414.328811] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5bebd-3798-d6c2-814d-e2c6849258be, 'name': SearchDatastore_Task, 'duration_secs': 0.043752} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.329238] env[62107]: INFO nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Took 46.24 seconds to build instance. [ 1414.330614] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.330885] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.331626] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.331823] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.332041] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.333600] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51e56538-7033-497a-a293-0b7bfbbc9c68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.342809] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.343019] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.343791] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626facc8-8c61-481b-9af6-5e8d36609bb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.349636] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1414.349636] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5294e47a-e7c3-447f-dd14-45f46aada871" [ 1414.349636] env[62107]: _type = "Task" [ 1414.349636] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.363207] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5294e47a-e7c3-447f-dd14-45f46aada871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.593489] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699236, 'name': ReconfigVM_Task, 'duration_secs': 0.426106} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.593858] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e58622c1-bfb7-43f8-87bb-b6d7505044f7/e58622c1-bfb7-43f8-87bb-b6d7505044f7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.594425] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8d2baa9-3c52-4f64-8986-35a587e9edc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.600688] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1414.600688] env[62107]: value = "task-1699237" [ 1414.600688] env[62107]: _type = "Task" [ 1414.600688] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.612525] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699237, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.629189] env[62107]: DEBUG oslo_concurrency.lockutils [req-74553afc-ca72-46e8-b61c-64e8da86ae62 req-f37efc46-9ebf-45b2-935b-384d3bbdfa33 service nova] Releasing lock "refresh_cache-890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.711984] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1414.737909] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1414.738150] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1414.738315] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.738493] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1414.738636] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.738806] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1414.738977] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1414.739146] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1414.739315] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1414.739475] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1414.739643] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1414.740567] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60383d8a-96cb-4849-9a67-076cfb824a19 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.748175] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25fb670-8582-48fb-8868-e3a5bcd4b70b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.822531] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.824646] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.931s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.826154] env[62107]: INFO nova.compute.claims [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.833028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.276s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.855764] env[62107]: INFO nova.scheduler.client.report [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Deleted allocations for instance 0feb6a44-8f9a-4446-83f7-e56467d597f3 [ 1414.870862] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5294e47a-e7c3-447f-dd14-45f46aada871, 'name': SearchDatastore_Task, 'duration_secs': 0.024666} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.872923] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efc6eb6-4d9e-4333-aecc-00c24ca19bfd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.879780] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1414.879780] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af33b4-4b4a-c416-fb6c-6ca28fc93b5c" [ 1414.879780] env[62107]: _type = "Task" [ 1414.879780] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.890352] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af33b4-4b4a-c416-fb6c-6ca28fc93b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.110653] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699237, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.289914] env[62107]: DEBUG nova.compute.manager [req-74f2cfc7-4217-463c-bed4-ea08cbee9d71 req-ad5ff2d2-a48d-4bd2-bacf-3f69e66e422a service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Received event network-vif-plugged-9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1415.290164] env[62107]: DEBUG oslo_concurrency.lockutils [req-74f2cfc7-4217-463c-bed4-ea08cbee9d71 req-ad5ff2d2-a48d-4bd2-bacf-3f69e66e422a service nova] Acquiring lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.290377] env[62107]: DEBUG oslo_concurrency.lockutils [req-74f2cfc7-4217-463c-bed4-ea08cbee9d71 req-ad5ff2d2-a48d-4bd2-bacf-3f69e66e422a service nova] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.290543] env[62107]: DEBUG oslo_concurrency.lockutils [req-74f2cfc7-4217-463c-bed4-ea08cbee9d71 req-ad5ff2d2-a48d-4bd2-bacf-3f69e66e422a service nova] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.290707] env[62107]: DEBUG nova.compute.manager [req-74f2cfc7-4217-463c-bed4-ea08cbee9d71 req-ad5ff2d2-a48d-4bd2-bacf-3f69e66e422a service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] No waiting events found dispatching network-vif-plugged-9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1415.290871] env[62107]: WARNING nova.compute.manager [req-74f2cfc7-4217-463c-bed4-ea08cbee9d71 req-ad5ff2d2-a48d-4bd2-bacf-3f69e66e422a service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Received unexpected event network-vif-plugged-9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 for instance with vm_state building and task_state spawning. [ 1415.335463] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1415.379021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b73828b0-a1f7-41ee-adc5-01e9165dbf55 tempest-ServersAaction247Test-1889467598 tempest-ServersAaction247Test-1889467598-project-member] Lock "0feb6a44-8f9a-4446-83f7-e56467d597f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.196s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.391333] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af33b4-4b4a-c416-fb6c-6ca28fc93b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01497} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.391612] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.391866] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5/890a905f-0cc5-4874-b6f3-c1ef05c7d7e5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.392762] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e29198-61ff-489d-8216-774f38c3af63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.399909] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1415.399909] env[62107]: value = "task-1699238" [ 1415.399909] env[62107]: _type = "Task" [ 1415.399909] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.410594] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.449132] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Successfully updated port: 9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.611838] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699237, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.859395] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.913105] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.954677] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "refresh_cache-a6858af4-69e1-4ec8-9902-dffbc45d65b8" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.954677] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "refresh_cache-a6858af4-69e1-4ec8-9902-dffbc45d65b8" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.954677] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.113131] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699237, 'name': Rename_Task, 'duration_secs': 1.163701} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.113557] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.113868] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e71ea9-b4a4-477e-99e5-80d8bbd1d6be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.120556] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1416.120556] env[62107]: value = "task-1699239" [ 1416.120556] env[62107]: _type = "Task" [ 1416.120556] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.128945] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.337491] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30288e2-ea43-4136-bd54-3d4b00275373 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.347485] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4213ad7c-a3ee-4f02-91ae-272cd325adbb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.378737] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca637c92-3925-4c9d-9eeb-806be5665402 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.386607] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b6fe52-c299-4d57-a062-5af5c8518b93 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.400308] env[62107]: DEBUG nova.compute.provider_tree [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.409845] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592475} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.410732] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5/890a905f-0cc5-4874-b6f3-c1ef05c7d7e5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.410952] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.411247] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9579673-19d4-4c74-bcfa-b2971a1abd18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.417929] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1416.417929] env[62107]: value = "task-1699240" [ 1416.417929] env[62107]: _type = "Task" [ 1416.417929] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.426192] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.493037] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.634872] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699239, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.646697] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Updating instance_info_cache with network_info: [{"id": "9d52a4fb-66d8-4951-aec1-9b5b2dba5e53", "address": "fa:16:3e:94:76:54", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d52a4fb-66", "ovs_interfaceid": "9d52a4fb-66d8-4951-aec1-9b5b2dba5e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.907125] env[62107]: DEBUG nova.scheduler.client.report [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1416.929154] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078875} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.929434] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.930332] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84668dfe-0a66-4252-9211-7f7d2281a71f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.954599] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5/890a905f-0cc5-4874-b6f3-c1ef05c7d7e5.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.954947] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8aca1c9-02b1-4233-b099-f4154d27f4ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.976581] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1416.976581] env[62107]: value = "task-1699241" [ 1416.976581] env[62107]: _type = "Task" [ 1416.976581] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.986032] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.132485] env[62107]: DEBUG oslo_vmware.api [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699239, 'name': PowerOnVM_Task, 'duration_secs': 0.594131} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.132757] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.132952] env[62107]: INFO nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1417.133140] env[62107]: DEBUG nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1417.133956] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e021a-88cc-4992-8e2e-df558be97989 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.150032] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "refresh_cache-a6858af4-69e1-4ec8-9902-dffbc45d65b8" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.150032] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Instance network_info: |[{"id": "9d52a4fb-66d8-4951-aec1-9b5b2dba5e53", "address": "fa:16:3e:94:76:54", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d52a4fb-66", "ovs_interfaceid": "9d52a4fb-66d8-4951-aec1-9b5b2dba5e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1417.150306] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:76:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d52a4fb-66d8-4951-aec1-9b5b2dba5e53', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.158438] env[62107]: DEBUG oslo.service.loopingcall [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.158652] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.158870] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01c6e600-d2f4-4e72-acf6-4573e99e57b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.179615] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.179615] env[62107]: value = "task-1699242" [ 1417.179615] env[62107]: _type = "Task" [ 1417.179615] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.187832] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699242, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.312822] env[62107]: DEBUG nova.compute.manager [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Received event network-changed-9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.313125] env[62107]: DEBUG nova.compute.manager [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Refreshing instance network info cache due to event network-changed-9d52a4fb-66d8-4951-aec1-9b5b2dba5e53. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1417.313337] env[62107]: DEBUG oslo_concurrency.lockutils [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] Acquiring lock "refresh_cache-a6858af4-69e1-4ec8-9902-dffbc45d65b8" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.313509] env[62107]: DEBUG oslo_concurrency.lockutils [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] Acquired lock "refresh_cache-a6858af4-69e1-4ec8-9902-dffbc45d65b8" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.313684] env[62107]: DEBUG nova.network.neutron [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Refreshing network info cache for port 9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.415023] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.415023] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1417.416586] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.410s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.418050] env[62107]: INFO nova.compute.claims [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1417.485855] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.652032] env[62107]: INFO nova.compute.manager [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Took 33.77 seconds to build instance. [ 1417.690905] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699242, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.923131] env[62107]: DEBUG nova.compute.utils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1417.940030] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1417.940030] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.994554] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699241, 'name': ReconfigVM_Task, 'duration_secs': 0.97457} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.994977] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5/890a905f-0cc5-4874-b6f3-c1ef05c7d7e5.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.996423] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b372d97-5394-4465-9d48-897a710f36ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.004879] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1418.004879] env[62107]: value = "task-1699243" [ 1418.004879] env[62107]: _type = "Task" [ 1418.004879] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.018341] env[62107]: DEBUG nova.policy [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b590221723a84851a1dd99a4a8ec0772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '104d90f2d8234ffab5a6d626d0872594', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1418.028970] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699243, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.153920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0031aabb-c688-4c3b-b55d-72cfcdad6f62 tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.566s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.191124] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699242, 'name': CreateVM_Task, 'duration_secs': 0.779194} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.191308] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.193125] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.193125] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.193125] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.193125] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb95eeb-c50c-49b7-a564-cb3126433245 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.201435] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1418.201435] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52299c97-c479-06d9-46fc-cc65f317bf35" [ 1418.201435] env[62107]: _type = "Task" [ 1418.201435] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.208418] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52299c97-c479-06d9-46fc-cc65f317bf35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.243921] env[62107]: DEBUG nova.network.neutron [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Updated VIF entry in instance network info cache for port 9d52a4fb-66d8-4951-aec1-9b5b2dba5e53. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.244365] env[62107]: DEBUG nova.network.neutron [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Updating instance_info_cache with network_info: [{"id": "9d52a4fb-66d8-4951-aec1-9b5b2dba5e53", "address": "fa:16:3e:94:76:54", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d52a4fb-66", "ovs_interfaceid": "9d52a4fb-66d8-4951-aec1-9b5b2dba5e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.402291] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.402291] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.402291] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.402291] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.402291] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.403072] env[62107]: INFO nova.compute.manager [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Terminating instance [ 1418.411123] env[62107]: DEBUG nova.compute.manager [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1418.411123] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.411123] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8081d803-9dba-452e-bd6a-aba4764b0df7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.418184] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.418648] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1f4175-ab5d-457b-9493-7214e52afe81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.425675] env[62107]: DEBUG oslo_vmware.api [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1418.425675] env[62107]: value = "task-1699244" [ 1418.425675] env[62107]: _type = "Task" [ 1418.425675] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.435042] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1418.442353] env[62107]: DEBUG oslo_vmware.api [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.457450] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Successfully created port: 0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1418.518748] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699243, 'name': Rename_Task, 'duration_secs': 0.189942} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.519137] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.519625] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56b2c45b-07f9-4949-a5b9-7f3360a50681 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.528889] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1418.528889] env[62107]: value = "task-1699245" [ 1418.528889] env[62107]: _type = "Task" [ 1418.528889] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.556022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.556022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.556022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.556022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.556022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.556672] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699245, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.562386] env[62107]: INFO nova.compute.manager [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Terminating instance [ 1418.564967] env[62107]: DEBUG nova.compute.manager [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1418.565302] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.566496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d045e-af1c-4729-bf2b-ea86db56f9fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.576900] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.577089] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d267c40c-ccea-494b-ad0d-104baebe94fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.584072] env[62107]: DEBUG oslo_vmware.api [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1418.584072] env[62107]: value = "task-1699246" [ 1418.584072] env[62107]: _type = "Task" [ 1418.584072] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.592498] env[62107]: DEBUG oslo_vmware.api [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.657160] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1418.719413] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52299c97-c479-06d9-46fc-cc65f317bf35, 'name': SearchDatastore_Task, 'duration_secs': 0.014559} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.720010] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.720240] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.720613] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.720861] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.721211] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.725526] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c7a06b-6ae5-4b24-b051-70957e240879 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.736394] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.736622] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.737419] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f685171c-9d6c-457a-8661-33565efff1d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.746972] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1418.746972] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cbd24-0a3d-4b46-ce1b-038e884aa57a" [ 1418.746972] env[62107]: _type = "Task" [ 1418.746972] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.750677] env[62107]: DEBUG oslo_concurrency.lockutils [req-896e1af0-abdd-4031-a3e0-383454e22715 req-21345840-51a8-4647-9fb0-615e8e74410f service nova] Releasing lock "refresh_cache-a6858af4-69e1-4ec8-9902-dffbc45d65b8" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.758822] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cbd24-0a3d-4b46-ce1b-038e884aa57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.937064] env[62107]: DEBUG oslo_vmware.api [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699244, 'name': PowerOffVM_Task, 'duration_secs': 0.275431} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.939895] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.940120] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.940587] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b83c2cb-8883-44f1-bcf0-ee0bcdd3418a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.023626] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.023848] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.024033] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleting the datastore file [datastore1] 51480637-baae-4ac7-aafe-b4c7d9d5bfca {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.024358] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-318dc95e-7dd8-4dbe-9a02-571635534976 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.033980] env[62107]: DEBUG oslo_vmware.api [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1419.033980] env[62107]: value = "task-1699248" [ 1419.033980] env[62107]: _type = "Task" [ 1419.033980] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.045594] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.055189] env[62107]: DEBUG oslo_vmware.api [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.064387] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e01c8-7a82-446f-bffc-0a083f670d66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.073314] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a839f2c-cb6f-49ad-bb4f-5376ad5386eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.107347] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99af6cc-6cd9-432d-97f3-f9733e7c07c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.116868] env[62107]: DEBUG oslo_vmware.api [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699246, 'name': PowerOffVM_Task, 'duration_secs': 0.225285} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.119245] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.119507] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.120333] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ff22738-f74e-4425-b18b-5658cc9ca098 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.123133] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fcc40f-fc9e-443f-92ce-fb1e31e31924 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.138367] env[62107]: DEBUG nova.compute.provider_tree [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.182340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.215728] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.216051] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.216309] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleting the datastore file [datastore1] e58622c1-bfb7-43f8-87bb-b6d7505044f7 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.216951] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b1b6c0d-dff8-4f12-a529-72b7986b92e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.223034] env[62107]: DEBUG oslo_vmware.api [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for the task: (returnval){ [ 1419.223034] env[62107]: value = "task-1699250" [ 1419.223034] env[62107]: _type = "Task" [ 1419.223034] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.231292] env[62107]: DEBUG oslo_vmware.api [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.256192] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cbd24-0a3d-4b46-ce1b-038e884aa57a, 'name': SearchDatastore_Task, 'duration_secs': 0.023061} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.256993] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60cfe88-26a6-459f-b923-bc14c81e08c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.262216] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1419.262216] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52916d38-9e90-90e1-ebcf-47283a6f94d6" [ 1419.262216] env[62107]: _type = "Task" [ 1419.262216] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.269641] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52916d38-9e90-90e1-ebcf-47283a6f94d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.449290] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1419.477020] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1419.477276] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1419.477430] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1419.477610] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1419.477753] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1419.477898] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1419.478114] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1419.478274] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1419.478476] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1419.478598] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1419.478767] env[62107]: DEBUG nova.virt.hardware [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1419.479677] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7545d33-1f88-45bd-906f-e17460b5364e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.488235] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51874cba-95fd-4743-a874-8ca8fe9355c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.540484] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699245, 'name': PowerOnVM_Task, 'duration_secs': 0.671861} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.541168] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.541499] env[62107]: INFO nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1419.541736] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1419.542546] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745c73a-00c0-4b4c-a8ed-505a0ae87aaa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.547748] env[62107]: DEBUG oslo_vmware.api [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25022} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.548312] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.548520] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.548719] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.548905] env[62107]: INFO nova.compute.manager [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1419.549165] env[62107]: DEBUG oslo.service.loopingcall [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.549373] env[62107]: DEBUG nova.compute.manager [-] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1419.549488] env[62107]: DEBUG nova.network.neutron [-] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.642041] env[62107]: DEBUG nova.scheduler.client.report [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1419.733851] env[62107]: DEBUG oslo_vmware.api [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Task: {'id': task-1699250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412932} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.734193] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.734344] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.734519] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.734691] env[62107]: INFO nova.compute.manager [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1419.734925] env[62107]: DEBUG oslo.service.loopingcall [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.735130] env[62107]: DEBUG nova.compute.manager [-] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1419.735225] env[62107]: DEBUG nova.network.neutron [-] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.773634] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52916d38-9e90-90e1-ebcf-47283a6f94d6, 'name': SearchDatastore_Task, 'duration_secs': 0.032805} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.773909] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.775035] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a6858af4-69e1-4ec8-9902-dffbc45d65b8/a6858af4-69e1-4ec8-9902-dffbc45d65b8.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.775382] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88d87009-6abf-4428-8f8e-fd707bc8dc37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.784162] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1419.784162] env[62107]: value = "task-1699251" [ 1419.784162] env[62107]: _type = "Task" [ 1419.784162] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.797123] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.855564] env[62107]: DEBUG nova.compute.manager [req-48cc272b-30fb-4b8d-acbe-f3ea9b5d4ea4 req-67ca2dc1-a407-4acf-9fb9-e886402eb860 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Received event network-vif-deleted-370822f8-4d5d-4003-9ced-d8f247187d58 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.855824] env[62107]: INFO nova.compute.manager [req-48cc272b-30fb-4b8d-acbe-f3ea9b5d4ea4 req-67ca2dc1-a407-4acf-9fb9-e886402eb860 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Neutron deleted interface 370822f8-4d5d-4003-9ced-d8f247187d58; detaching it from the instance and deleting it from the info cache [ 1419.856062] env[62107]: DEBUG nova.network.neutron [req-48cc272b-30fb-4b8d-acbe-f3ea9b5d4ea4 req-67ca2dc1-a407-4acf-9fb9-e886402eb860 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.011813] env[62107]: DEBUG nova.compute.manager [req-4a457166-9a90-4107-b0d4-ef3ee6129c82 req-35bd0a17-e601-4680-8ef8-1880f045ae64 service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Received event network-vif-deleted-d29bb70c-dd7d-4143-b45a-9d5a61aa653c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.011813] env[62107]: INFO nova.compute.manager [req-4a457166-9a90-4107-b0d4-ef3ee6129c82 req-35bd0a17-e601-4680-8ef8-1880f045ae64 service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Neutron deleted interface d29bb70c-dd7d-4143-b45a-9d5a61aa653c; detaching it from the instance and deleting it from the info cache [ 1420.011813] env[62107]: DEBUG nova.network.neutron [req-4a457166-9a90-4107-b0d4-ef3ee6129c82 req-35bd0a17-e601-4680-8ef8-1880f045ae64 service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.063551] env[62107]: INFO nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Took 34.62 seconds to build instance. [ 1420.145297] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Successfully updated port: 0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.150570] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.154926] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1420.157944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.628s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.160538] env[62107]: INFO nova.compute.claims [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.295872] env[62107]: DEBUG nova.network.neutron [-] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.297053] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699251, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.361815] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f1bb983-e4cd-4e49-a4d6-40cd347d8303 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.371713] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1ff6b9-4401-47fb-9812-9a2a4e83932e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.405251] env[62107]: DEBUG nova.compute.manager [req-48cc272b-30fb-4b8d-acbe-f3ea9b5d4ea4 req-67ca2dc1-a407-4acf-9fb9-e886402eb860 service nova] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Detach interface failed, port_id=370822f8-4d5d-4003-9ced-d8f247187d58, reason: Instance 51480637-baae-4ac7-aafe-b4c7d9d5bfca could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1420.484943] env[62107]: DEBUG nova.network.neutron [-] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.515049] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7822262c-8a8f-45ce-8821-1e780ebe396a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.524253] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f09c1a6-2bc9-4065-b164-31c9676287b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.556430] env[62107]: DEBUG nova.compute.manager [req-4a457166-9a90-4107-b0d4-ef3ee6129c82 req-35bd0a17-e601-4680-8ef8-1880f045ae64 service nova] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Detach interface failed, port_id=d29bb70c-dd7d-4143-b45a-9d5a61aa653c, reason: Instance e58622c1-bfb7-43f8-87bb-b6d7505044f7 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1420.567388] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.570s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.658068] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "refresh_cache-516a3ed7-7c63-4c92-a710-900e06e429ff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.658237] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "refresh_cache-516a3ed7-7c63-4c92-a710-900e06e429ff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.658390] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.667623] env[62107]: DEBUG nova.compute.utils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1420.670702] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1420.670872] env[62107]: DEBUG nova.network.neutron [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1420.721326] env[62107]: DEBUG nova.policy [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10673fde9cb442dae51e621af67887b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae5b7980a5a4b908ac5afc7340330d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1420.794963] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590226} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.795233] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a6858af4-69e1-4ec8-9902-dffbc45d65b8/a6858af4-69e1-4ec8-9902-dffbc45d65b8.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.795541] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.795788] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8769ebb8-da4e-4950-bdfd-5c3c65c90232 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.797712] env[62107]: INFO nova.compute.manager [-] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Took 1.25 seconds to deallocate network for instance. [ 1420.805024] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1420.805024] env[62107]: value = "task-1699252" [ 1420.805024] env[62107]: _type = "Task" [ 1420.805024] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.813385] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.987395] env[62107]: INFO nova.compute.manager [-] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Took 1.25 seconds to deallocate network for instance. [ 1421.022725] env[62107]: DEBUG nova.network.neutron [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Successfully created port: cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1421.068672] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1421.170900] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1421.200191] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.304013] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.317160] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065362} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.317460] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.318892] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ed10b-67b3-4da3-a33f-04ccad28cd40 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.347275] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a6858af4-69e1-4ec8-9902-dffbc45d65b8/a6858af4-69e1-4ec8-9902-dffbc45d65b8.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.349872] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48bb886c-e759-4a93-a290-7adce7eaf1ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.371708] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1421.371708] env[62107]: value = "task-1699253" [ 1421.371708] env[62107]: _type = "Task" [ 1421.371708] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.382022] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.423089] env[62107]: DEBUG nova.network.neutron [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Updating instance_info_cache with network_info: [{"id": "0b638e25-d24e-4d44-9d24-68786446a0ed", "address": "fa:16:3e:42:94:ba", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b638e25-d2", "ovs_interfaceid": "0b638e25-d24e-4d44-9d24-68786446a0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.497378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.585901] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.638111] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fea00ec-f068-4822-974e-98999363fc6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.645589] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aab4da-21d9-470d-8b76-cb43e3df3bf3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.675327] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4753a22-1cf9-4d8f-9e5a-2f6fdbee7a39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.685869] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b5ddf-997c-4d01-b3f6-0b8d710da3d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.701033] env[62107]: DEBUG nova.compute.provider_tree [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.883237] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.885897] env[62107]: DEBUG nova.compute.manager [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Received event network-vif-plugged-0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.886134] env[62107]: DEBUG oslo_concurrency.lockutils [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] Acquiring lock "516a3ed7-7c63-4c92-a710-900e06e429ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.886371] env[62107]: DEBUG oslo_concurrency.lockutils [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.886547] env[62107]: DEBUG oslo_concurrency.lockutils [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.886718] env[62107]: DEBUG nova.compute.manager [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] No waiting events found dispatching network-vif-plugged-0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1421.886912] env[62107]: WARNING nova.compute.manager [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Received unexpected event network-vif-plugged-0b638e25-d24e-4d44-9d24-68786446a0ed for instance with vm_state building and task_state spawning. [ 1421.887097] env[62107]: DEBUG nova.compute.manager [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Received event network-changed-0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.887268] env[62107]: DEBUG nova.compute.manager [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Refreshing instance network info cache due to event network-changed-0b638e25-d24e-4d44-9d24-68786446a0ed. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1421.887441] env[62107]: DEBUG oslo_concurrency.lockutils [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] Acquiring lock "refresh_cache-516a3ed7-7c63-4c92-a710-900e06e429ff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.924357] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "refresh_cache-516a3ed7-7c63-4c92-a710-900e06e429ff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.924858] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Instance network_info: |[{"id": "0b638e25-d24e-4d44-9d24-68786446a0ed", "address": "fa:16:3e:42:94:ba", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b638e25-d2", "ovs_interfaceid": "0b638e25-d24e-4d44-9d24-68786446a0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1421.925190] env[62107]: DEBUG oslo_concurrency.lockutils [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] Acquired lock "refresh_cache-516a3ed7-7c63-4c92-a710-900e06e429ff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.925470] env[62107]: DEBUG nova.network.neutron [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Refreshing network info cache for port 0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.927505] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:94:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b638e25-d24e-4d44-9d24-68786446a0ed', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.937206] env[62107]: DEBUG oslo.service.loopingcall [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.940884] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.941515] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f5429e-3625-4918-99ae-f35126db0990 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.968767] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.968767] env[62107]: value = "task-1699254" [ 1421.968767] env[62107]: _type = "Task" [ 1421.968767] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.978018] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699254, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.183399] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1422.204226] env[62107]: DEBUG nova.scheduler.client.report [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1422.218670] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1422.218670] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1422.218670] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.219270] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1422.219270] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.219270] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1422.219439] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1422.220276] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1422.220276] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1422.220276] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1422.220276] env[62107]: DEBUG nova.virt.hardware [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1422.221058] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cbaa78-7358-4043-bb10-b46a3b5e62ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.225259] env[62107]: DEBUG nova.network.neutron [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Updated VIF entry in instance network info cache for port 0b638e25-d24e-4d44-9d24-68786446a0ed. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.225596] env[62107]: DEBUG nova.network.neutron [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Updating instance_info_cache with network_info: [{"id": "0b638e25-d24e-4d44-9d24-68786446a0ed", "address": "fa:16:3e:42:94:ba", "network": {"id": "1c7626ac-3476-4778-8b2e-0941696371b4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-972717533-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "104d90f2d8234ffab5a6d626d0872594", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b638e25-d2", "ovs_interfaceid": "0b638e25-d24e-4d44-9d24-68786446a0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.233500] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26a422-009f-4e0a-ae65-67aeaf736ec1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.382366] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699253, 'name': ReconfigVM_Task, 'duration_secs': 0.694149} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.382638] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a6858af4-69e1-4ec8-9902-dffbc45d65b8/a6858af4-69e1-4ec8-9902-dffbc45d65b8.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.383319] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab5e28cc-3544-4a1d-9b07-ba36b160c0cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.389767] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1422.389767] env[62107]: value = "task-1699255" [ 1422.389767] env[62107]: _type = "Task" [ 1422.389767] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.399009] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699255, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.483024] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699254, 'name': CreateVM_Task, 'duration_secs': 0.3897} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.483024] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.483024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.483024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.483024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1422.483024] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b421603e-a71e-4532-ab7c-07229ec2bd79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.486435] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1422.486435] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529f6208-74fd-50fd-d367-2ae0a0d61a44" [ 1422.486435] env[62107]: _type = "Task" [ 1422.486435] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.499190] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529f6208-74fd-50fd-d367-2ae0a0d61a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.632779] env[62107]: DEBUG nova.network.neutron [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Successfully updated port: cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1422.711511] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.712091] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1422.714771] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.084s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.714990] env[62107]: DEBUG nova.objects.instance [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lazy-loading 'resources' on Instance uuid e3149162-b99d-456b-9f81-f6209ee11fe4 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.728431] env[62107]: DEBUG oslo_concurrency.lockutils [req-d0f0f532-05ee-4d2c-9d12-7748f7c200d1 req-7365fa9a-153b-4180-9c1e-e6bfb0da658c service nova] Releasing lock "refresh_cache-516a3ed7-7c63-4c92-a710-900e06e429ff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.899279] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699255, 'name': Rename_Task, 'duration_secs': 0.151714} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.899574] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.899860] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87a110ba-4c6b-4aa9-95b4-4e03075c3a7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.905753] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1422.905753] env[62107]: value = "task-1699256" [ 1422.905753] env[62107]: _type = "Task" [ 1422.905753] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.913128] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.999042] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529f6208-74fd-50fd-d367-2ae0a0d61a44, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.999042] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.999042] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.999254] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.999430] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.999623] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.999882] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38c9066a-7c7c-44f5-a63f-6d47b26a92a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.008135] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.008316] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.009124] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b448f739-8f37-4bce-9dc3-c98953aed3e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.014507] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1423.014507] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5f126-e906-824c-7340-191f160ea2e6" [ 1423.014507] env[62107]: _type = "Task" [ 1423.014507] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.022193] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5f126-e906-824c-7340-191f160ea2e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.137277] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "refresh_cache-4d0ecb20-a356-4d16-8c40-8e927c14f3ed" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.137503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "refresh_cache-4d0ecb20-a356-4d16-8c40-8e927c14f3ed" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.137944] env[62107]: DEBUG nova.network.neutron [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.219029] env[62107]: DEBUG nova.compute.utils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1423.223633] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1423.223807] env[62107]: DEBUG nova.network.neutron [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1423.275620] env[62107]: DEBUG nova.policy [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '615d0e9e998c40888b409be398ee45b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27369990efd4453b9a8f6fab3a2e46eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1423.415725] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699256, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.531816] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5f126-e906-824c-7340-191f160ea2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.534964] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0a79f7-f355-4be0-9b68-25356bff6e74 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.540408] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1423.540408] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aaee18-d330-322f-8458-98a24646c9b0" [ 1423.540408] env[62107]: _type = "Task" [ 1423.540408] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.548805] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aaee18-d330-322f-8458-98a24646c9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.618789] env[62107]: DEBUG nova.network.neutron [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Successfully created port: 03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.672627] env[62107]: DEBUG nova.network.neutron [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.682383] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708061e5-fe13-4c88-81f3-3c5353119814 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.690987] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05d429-e02e-49b7-8926-f5429db0bc5f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.724021] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1423.732134] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1df8df2-8f42-417a-844e-9380c57b4488 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.739960] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a924ebf-c90d-4e03-a3d0-c437f1c06815 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.755382] env[62107]: DEBUG nova.compute.provider_tree [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.873788] env[62107]: DEBUG nova.network.neutron [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Updating instance_info_cache with network_info: [{"id": "cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1", "address": "fa:16:3e:ce:f2:12", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd9e7b0a-79", "ovs_interfaceid": "cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.908861] env[62107]: DEBUG nova.compute.manager [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Received event network-vif-plugged-cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1423.909161] env[62107]: DEBUG oslo_concurrency.lockutils [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] Acquiring lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.909470] env[62107]: DEBUG oslo_concurrency.lockutils [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.909470] env[62107]: DEBUG oslo_concurrency.lockutils [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.909614] env[62107]: DEBUG nova.compute.manager [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] No waiting events found dispatching network-vif-plugged-cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1423.909743] env[62107]: WARNING nova.compute.manager [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Received unexpected event network-vif-plugged-cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 for instance with vm_state building and task_state spawning. [ 1423.909899] env[62107]: DEBUG nova.compute.manager [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Received event network-changed-cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1423.910187] env[62107]: DEBUG nova.compute.manager [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Refreshing instance network info cache due to event network-changed-cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1423.910682] env[62107]: DEBUG oslo_concurrency.lockutils [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] Acquiring lock "refresh_cache-4d0ecb20-a356-4d16-8c40-8e927c14f3ed" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.919765] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699256, 'name': PowerOnVM_Task, 'duration_secs': 0.975865} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.920016] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.920256] env[62107]: INFO nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1423.920504] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1423.921427] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e25bf6c-c162-4583-b37b-326915139dfe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.050515] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aaee18-d330-322f-8458-98a24646c9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.050776] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.051038] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 516a3ed7-7c63-4c92-a710-900e06e429ff/516a3ed7-7c63-4c92-a710-900e06e429ff.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.051309] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a537a5e8-64d9-4327-8005-e5403299a83a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.057308] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1424.057308] env[62107]: value = "task-1699257" [ 1424.057308] env[62107]: _type = "Task" [ 1424.057308] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.064595] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.262873] env[62107]: DEBUG nova.scheduler.client.report [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1424.376870] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "refresh_cache-4d0ecb20-a356-4d16-8c40-8e927c14f3ed" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.377256] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Instance network_info: |[{"id": "cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1", "address": "fa:16:3e:ce:f2:12", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd9e7b0a-79", "ovs_interfaceid": "cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1424.377576] env[62107]: DEBUG oslo_concurrency.lockutils [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] Acquired lock "refresh_cache-4d0ecb20-a356-4d16-8c40-8e927c14f3ed" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.377764] env[62107]: DEBUG nova.network.neutron [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Refreshing network info cache for port cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.379119] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:f2:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1424.387695] env[62107]: DEBUG oslo.service.loopingcall [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.388545] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1424.388545] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfa8c056-04e8-4bfe-91dd-d9cd5bd16651 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.410149] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1424.410149] env[62107]: value = "task-1699258" [ 1424.410149] env[62107]: _type = "Task" [ 1424.410149] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.421893] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699258, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.439468] env[62107]: INFO nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Took 35.81 seconds to build instance. [ 1424.567686] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492035} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.567980] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 516a3ed7-7c63-4c92-a710-900e06e429ff/516a3ed7-7c63-4c92-a710-900e06e429ff.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.568215] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.568473] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78d8e67-e027-4937-a4ad-dbe109ac663e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.574783] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1424.574783] env[62107]: value = "task-1699259" [ 1424.574783] env[62107]: _type = "Task" [ 1424.574783] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.582618] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.742593] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1424.769206] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.775256] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.854s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.777833] env[62107]: INFO nova.compute.claims [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.792505] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1424.792778] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1424.792964] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.793943] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1424.794125] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.794308] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1424.794536] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1424.794699] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1424.794867] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1424.795044] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1424.795223] env[62107]: DEBUG nova.virt.hardware [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1424.796192] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3b9090-1163-4b74-be0d-1799184eb89d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.805746] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1b4dd2-b87c-44be-b5d5-a4e29dd5b9b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.811064] env[62107]: INFO nova.scheduler.client.report [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Deleted allocations for instance e3149162-b99d-456b-9f81-f6209ee11fe4 [ 1424.919367] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699258, 'name': CreateVM_Task, 'duration_secs': 0.43514} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.919803] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1424.920331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.920496] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.920875] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1424.921157] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94379bb3-f886-49c1-8a9e-5cd82848c527 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.926596] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1424.926596] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c047e9-927e-0ef9-deba-250406b2d871" [ 1424.926596] env[62107]: _type = "Task" [ 1424.926596] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.934894] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c047e9-927e-0ef9-deba-250406b2d871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.941458] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.896s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.084568] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061684} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.084832] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.085824] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c10c2f0-0bf8-485e-9367-1a7e90eb717b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.108717] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 516a3ed7-7c63-4c92-a710-900e06e429ff/516a3ed7-7c63-4c92-a710-900e06e429ff.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.109012] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1735febb-45d5-4c7f-9daa-ab35454b80c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.128197] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1425.128197] env[62107]: value = "task-1699260" [ 1425.128197] env[62107]: _type = "Task" [ 1425.128197] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.136058] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.171804] env[62107]: DEBUG nova.network.neutron [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Updated VIF entry in instance network info cache for port cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1425.172314] env[62107]: DEBUG nova.network.neutron [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Updating instance_info_cache with network_info: [{"id": "cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1", "address": "fa:16:3e:ce:f2:12", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd9e7b0a-79", "ovs_interfaceid": "cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.264371] env[62107]: DEBUG nova.network.neutron [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Successfully updated port: 03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1425.329939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf7b310a-9271-4e2d-8593-02fa62ec0b7f tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "e3149162-b99d-456b-9f81-f6209ee11fe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.024s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.437954] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c047e9-927e-0ef9-deba-250406b2d871, 'name': SearchDatastore_Task, 'duration_secs': 0.036634} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.438286] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.438518] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1425.438751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.438895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.439085] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1425.439342] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbb36b5-3b42-4be9-9d42-d8c2efcc4295 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.443934] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1425.450556] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1425.451030] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1425.451492] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e95a326-0846-4094-bb00-07f82795c733 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.456755] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1425.456755] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529392a9-e508-5d4e-e67e-152fd07f6afe" [ 1425.456755] env[62107]: _type = "Task" [ 1425.456755] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.464539] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529392a9-e508-5d4e-e67e-152fd07f6afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.638689] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699260, 'name': ReconfigVM_Task, 'duration_secs': 0.401743} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.638946] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 516a3ed7-7c63-4c92-a710-900e06e429ff/516a3ed7-7c63-4c92-a710-900e06e429ff.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.639559] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e76c426-7857-491c-9ddf-91e7f76df10a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.645390] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1425.645390] env[62107]: value = "task-1699261" [ 1425.645390] env[62107]: _type = "Task" [ 1425.645390] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.652564] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699261, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.674374] env[62107]: DEBUG oslo_concurrency.lockutils [req-45d27782-e0b2-4743-841d-1166dbb389a2 req-dbcea127-242a-4dc7-80ba-0d6c829b50cf service nova] Releasing lock "refresh_cache-4d0ecb20-a356-4d16-8c40-8e927c14f3ed" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.770929] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.771138] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.771319] env[62107]: DEBUG nova.network.neutron [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.937077] env[62107]: DEBUG nova.compute.manager [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Received event network-vif-plugged-03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.937353] env[62107]: DEBUG oslo_concurrency.lockutils [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] Acquiring lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.938984] env[62107]: DEBUG oslo_concurrency.lockutils [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.938984] env[62107]: DEBUG oslo_concurrency.lockutils [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.938984] env[62107]: DEBUG nova.compute.manager [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] No waiting events found dispatching network-vif-plugged-03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1425.938984] env[62107]: WARNING nova.compute.manager [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Received unexpected event network-vif-plugged-03f897f9-41b6-4b89-ab7c-dbb0e99168af for instance with vm_state building and task_state spawning. [ 1425.938984] env[62107]: DEBUG nova.compute.manager [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Received event network-changed-03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1425.938984] env[62107]: DEBUG nova.compute.manager [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Refreshing instance network info cache due to event network-changed-03f897f9-41b6-4b89-ab7c-dbb0e99168af. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1425.938984] env[62107]: DEBUG oslo_concurrency.lockutils [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] Acquiring lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.964425] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.971744] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529392a9-e508-5d4e-e67e-152fd07f6afe, 'name': SearchDatastore_Task, 'duration_secs': 0.017192} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.975523] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a367e05-2b43-4b42-aa3a-c2bfeee36831 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.980303] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1425.980303] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5203c517-5c55-f04a-9005-1cfc9204915d" [ 1425.980303] env[62107]: _type = "Task" [ 1425.980303] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.988654] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5203c517-5c55-f04a-9005-1cfc9204915d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.165600] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699261, 'name': Rename_Task, 'duration_secs': 0.163919} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.166958] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.167407] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4378279-b218-45e4-90f0-7392617a385d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.175044] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1426.175044] env[62107]: value = "task-1699263" [ 1426.175044] env[62107]: _type = "Task" [ 1426.175044] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.184996] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.223967] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b8face-6180-4b21-b916-b52fd290646d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.231428] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3be6f0-7531-4a89-8c67-8883c3e49aeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.262805] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6342eb7-a279-4fc7-accb-048d7a56ff7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.270273] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829e5dc2-0561-450e-b0ac-baae46dfcf39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.285312] env[62107]: DEBUG nova.compute.provider_tree [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.314741] env[62107]: DEBUG nova.network.neutron [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.447806] env[62107]: DEBUG nova.network.neutron [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updating instance_info_cache with network_info: [{"id": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "address": "fa:16:3e:25:26:4e", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f897f9-41", "ovs_interfaceid": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.491540] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5203c517-5c55-f04a-9005-1cfc9204915d, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.491813] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.492082] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4d0ecb20-a356-4d16-8c40-8e927c14f3ed/4d0ecb20-a356-4d16-8c40-8e927c14f3ed.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1426.492348] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0c4895-c984-4483-a94a-a10cb2a5825e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.501032] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1426.501032] env[62107]: value = "task-1699264" [ 1426.501032] env[62107]: _type = "Task" [ 1426.501032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.509784] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.685127] env[62107]: DEBUG oslo_vmware.api [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699263, 'name': PowerOnVM_Task, 'duration_secs': 0.474396} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.685417] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.685639] env[62107]: INFO nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1426.685828] env[62107]: DEBUG nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1426.686696] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902b53f-b41d-4a4a-88be-834c5ce73786 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.788628] env[62107]: DEBUG nova.scheduler.client.report [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1426.951439] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.951827] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Instance network_info: |[{"id": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "address": "fa:16:3e:25:26:4e", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f897f9-41", "ovs_interfaceid": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1426.952170] env[62107]: DEBUG oslo_concurrency.lockutils [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] Acquired lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.952462] env[62107]: DEBUG nova.network.neutron [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Refreshing network info cache for port 03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.954025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:26:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03f897f9-41b6-4b89-ab7c-dbb0e99168af', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.962703] env[62107]: DEBUG oslo.service.loopingcall [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.966277] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.966870] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf9417d1-a1da-41a5-9120-7c26bae1dd5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.992721] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.992721] env[62107]: value = "task-1699265" [ 1426.992721] env[62107]: _type = "Task" [ 1426.992721] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.003047] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699265, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.012745] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699264, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.205959] env[62107]: INFO nova.compute.manager [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Took 34.33 seconds to build instance. [ 1427.252192] env[62107]: DEBUG nova.network.neutron [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updated VIF entry in instance network info cache for port 03f897f9-41b6-4b89-ab7c-dbb0e99168af. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.252566] env[62107]: DEBUG nova.network.neutron [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updating instance_info_cache with network_info: [{"id": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "address": "fa:16:3e:25:26:4e", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f897f9-41", "ovs_interfaceid": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.294734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.295474] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1427.299659] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.674s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.299960] env[62107]: DEBUG nova.objects.instance [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lazy-loading 'resources' on Instance uuid 7e95fc62-43f4-4f89-a62b-2cef6c997e2c {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.503111] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699265, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.511134] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569703} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.511408] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4d0ecb20-a356-4d16-8c40-8e927c14f3ed/4d0ecb20-a356-4d16-8c40-8e927c14f3ed.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1427.511621] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1427.511862] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6b9ac5f-f524-4729-862c-3b837daeb00f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.517236] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1427.517236] env[62107]: value = "task-1699266" [ 1427.517236] env[62107]: _type = "Task" [ 1427.517236] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.525021] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.707985] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9dc9e68-533e-4a73-b8fa-e84743f93d48 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.638s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.755847] env[62107]: DEBUG oslo_concurrency.lockutils [req-99375e1b-87ed-4fac-be1b-b2a5f12a7e2b req-7f878a1a-0363-445e-86ea-d340ac57327d service nova] Releasing lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.803359] env[62107]: DEBUG nova.compute.utils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.807489] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1427.807884] env[62107]: DEBUG nova.network.neutron [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.856775] env[62107]: DEBUG nova.policy [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '187c6051b1af4b68b61b683b902970d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a888bf83ab12467683850b799e3b038a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1428.009892] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699265, 'name': CreateVM_Task, 'duration_secs': 0.554946} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.010225] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.010749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.010947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.011306] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.011559] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75768bcb-cd63-420d-9951-c85fdf8b794e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.019582] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1428.019582] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52499caa-cee2-20d4-4328-03a6d6e7c4e0" [ 1428.019582] env[62107]: _type = "Task" [ 1428.019582] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.036643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.036839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.037098] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.037442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.037589] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.039170] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069807} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.042896] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.043180] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52499caa-cee2-20d4-4328-03a6d6e7c4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.017405} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.043654] env[62107]: INFO nova.compute.manager [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Terminating instance [ 1428.045506] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883d347-6017-4388-9d04-c95adf4b5567 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.048515] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.049061] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.049061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.049168] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.049332] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.052164] env[62107]: DEBUG nova.compute.manager [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1428.052382] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.052613] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807bac41-aaac-412e-b1c2-a9c774f47184 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.055081] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4323f8-de66-4a34-8c22-26e733d71a17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.063358] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.072115] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fc5dbef-e02c-4c66-b5a2-819df91782b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.082372] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 4d0ecb20-a356-4d16-8c40-8e927c14f3ed/4d0ecb20-a356-4d16-8c40-8e927c14f3ed.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.086123] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8144b214-a906-482b-bd03-f209b9cfc25e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.099895] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.100081] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.101708] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f511be3-c2fa-468f-ba6e-d5349abab359 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.105793] env[62107]: DEBUG oslo_vmware.api [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1428.105793] env[62107]: value = "task-1699267" [ 1428.105793] env[62107]: _type = "Task" [ 1428.105793] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.107023] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1428.107023] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5216087c-ba64-1b44-fb51-5c02f5af7524" [ 1428.107023] env[62107]: _type = "Task" [ 1428.107023] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.113564] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1428.113564] env[62107]: value = "task-1699268" [ 1428.113564] env[62107]: _type = "Task" [ 1428.113564] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.124731] env[62107]: DEBUG oslo_vmware.api [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.124953] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5216087c-ba64-1b44-fb51-5c02f5af7524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.130173] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.204787] env[62107]: DEBUG nova.network.neutron [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Successfully created port: 93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1428.212588] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1428.308649] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1428.318731] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0ee776-524f-4981-8396-1868b0f86294 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.324908] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f16741-247f-4c1b-942f-923119ddbecb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.361244] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e3e4d-7d81-4818-b9c8-2210004f3f07 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.369843] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c114232-ce70-41e7-83ad-f2da2067018b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.384140] env[62107]: DEBUG nova.compute.provider_tree [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.627608] env[62107]: DEBUG oslo_vmware.api [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699267, 'name': PowerOffVM_Task, 'duration_secs': 0.443172} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.633997] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.634299] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.634703] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5216087c-ba64-1b44-fb51-5c02f5af7524, 'name': SearchDatastore_Task, 'duration_secs': 0.027168} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.634991] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5dfbadf-2f1f-479f-ae9e-aecfcb061340 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.641977] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b758e5c-19b2-4373-a22c-3c460ac5f00a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.645153] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699268, 'name': ReconfigVM_Task, 'duration_secs': 0.516096} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.645946] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 4d0ecb20-a356-4d16-8c40-8e927c14f3ed/4d0ecb20-a356-4d16-8c40-8e927c14f3ed.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.647148] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a134446-a1bc-46ab-88a7-218d9e97dc3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.650840] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1428.650840] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e13439-fbc3-e73f-3b8a-e3c0b13b8482" [ 1428.650840] env[62107]: _type = "Task" [ 1428.650840] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.656797] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1428.656797] env[62107]: value = "task-1699270" [ 1428.656797] env[62107]: _type = "Task" [ 1428.656797] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.666043] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e13439-fbc3-e73f-3b8a-e3c0b13b8482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.672911] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699270, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.735560] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.739200] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.739405] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.739588] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleting the datastore file [datastore1] 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.739844] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61164b2b-4bf0-4caf-b1c8-c7875e901b21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.751756] env[62107]: DEBUG oslo_vmware.api [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1428.751756] env[62107]: value = "task-1699271" [ 1428.751756] env[62107]: _type = "Task" [ 1428.751756] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.759833] env[62107]: DEBUG oslo_vmware.api [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.886881] env[62107]: DEBUG nova.scheduler.client.report [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.167562] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e13439-fbc3-e73f-3b8a-e3c0b13b8482, 'name': SearchDatastore_Task, 'duration_secs': 0.027369} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.168483] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.168818] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13/99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.169205] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89649dc9-10ec-409e-8801-af261c663ae0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.176929] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699270, 'name': Rename_Task, 'duration_secs': 0.188213} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.177299] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.177631] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4191de51-6766-4648-bfbc-6c44b6ed1e19 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.180965] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1429.180965] env[62107]: value = "task-1699272" [ 1429.180965] env[62107]: _type = "Task" [ 1429.180965] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.187858] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1429.187858] env[62107]: value = "task-1699273" [ 1429.187858] env[62107]: _type = "Task" [ 1429.187858] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.196269] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.200963] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699273, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.262901] env[62107]: DEBUG oslo_vmware.api [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413182} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.262901] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.263225] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.263550] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.263764] env[62107]: INFO nova.compute.manager [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1429.264070] env[62107]: DEBUG oslo.service.loopingcall [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.264482] env[62107]: DEBUG nova.compute.manager [-] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1429.264630] env[62107]: DEBUG nova.network.neutron [-] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.318737] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1429.356180] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1429.356434] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1429.357736] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1429.358156] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1429.358156] env[62107]: DEBUG nova.virt.hardware [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1429.358907] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8bf82-9bfb-4bab-a252-4595709341fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.367939] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb0a2b4-0a9c-4578-96fe-374e53c27185 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.392051] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.394442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.428s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.427853] env[62107]: INFO nova.scheduler.client.report [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Deleted allocations for instance 7e95fc62-43f4-4f89-a62b-2cef6c997e2c [ 1429.597360] env[62107]: DEBUG nova.compute.manager [req-e86670f3-06c1-42b7-b734-ed0e3a5bce15 req-b2f200e6-65b6-4613-9ea2-88bb2627dfed service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Received event network-vif-deleted-55fa2d81-6a1d-44f8-9594-49fc7d485319 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.597571] env[62107]: INFO nova.compute.manager [req-e86670f3-06c1-42b7-b734-ed0e3a5bce15 req-b2f200e6-65b6-4613-9ea2-88bb2627dfed service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Neutron deleted interface 55fa2d81-6a1d-44f8-9594-49fc7d485319; detaching it from the instance and deleting it from the info cache [ 1429.597739] env[62107]: DEBUG nova.network.neutron [req-e86670f3-06c1-42b7-b734-ed0e3a5bce15 req-b2f200e6-65b6-4613-9ea2-88bb2627dfed service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.626463] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.626728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.626971] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "34a2f035-c271-406c-9834-9fdd25af0afd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.627194] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.627370] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.629511] env[62107]: INFO nova.compute.manager [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Terminating instance [ 1429.632169] env[62107]: DEBUG nova.compute.manager [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1429.632169] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.633122] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ca0c77-16a5-4520-b9e8-4c55ccf35761 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.641955] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.642572] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81fac6ef-6c27-43a6-bc7e-7461d8f66240 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.649053] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1429.649053] env[62107]: value = "task-1699274" [ 1429.649053] env[62107]: _type = "Task" [ 1429.649053] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.657671] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.693814] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511767} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.697254] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13/99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.697254] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.697360] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f2f8be3-6939-4c40-869f-137c2f640dde {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.704240] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699273, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.705835] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1429.705835] env[62107]: value = "task-1699275" [ 1429.705835] env[62107]: _type = "Task" [ 1429.705835] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.713487] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.755948] env[62107]: DEBUG nova.compute.manager [req-c5a047b6-6a31-43a1-bd6a-d870b1bcc05e req-c313185c-e876-475a-8907-8de4c29ef574 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Received event network-vif-plugged-93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1429.756181] env[62107]: DEBUG oslo_concurrency.lockutils [req-c5a047b6-6a31-43a1-bd6a-d870b1bcc05e req-c313185c-e876-475a-8907-8de4c29ef574 service nova] Acquiring lock "7851bde8-b5cc-4caa-aa07-50bf7616df49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.756384] env[62107]: DEBUG oslo_concurrency.lockutils [req-c5a047b6-6a31-43a1-bd6a-d870b1bcc05e req-c313185c-e876-475a-8907-8de4c29ef574 service nova] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.756545] env[62107]: DEBUG oslo_concurrency.lockutils [req-c5a047b6-6a31-43a1-bd6a-d870b1bcc05e req-c313185c-e876-475a-8907-8de4c29ef574 service nova] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.757081] env[62107]: DEBUG nova.compute.manager [req-c5a047b6-6a31-43a1-bd6a-d870b1bcc05e req-c313185c-e876-475a-8907-8de4c29ef574 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] No waiting events found dispatching network-vif-plugged-93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1429.757081] env[62107]: WARNING nova.compute.manager [req-c5a047b6-6a31-43a1-bd6a-d870b1bcc05e req-c313185c-e876-475a-8907-8de4c29ef574 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Received unexpected event network-vif-plugged-93c95392-93fd-4951-a9d7-0e188746f444 for instance with vm_state building and task_state spawning. [ 1429.861416] env[62107]: DEBUG nova.network.neutron [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Successfully updated port: 93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.937989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca7d4bde-78c2-42ed-a428-034fedb90aa2 tempest-SecurityGroupsTestJSON-1804173378 tempest-SecurityGroupsTestJSON-1804173378-project-member] Lock "7e95fc62-43f4-4f89-a62b-2cef6c997e2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.397s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.077123] env[62107]: DEBUG nova.network.neutron [-] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.101399] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d055f6be-4e28-4f84-a0e8-1bc8c2a34711 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.110720] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fe7ca8-739e-464c-b3cd-a659608fffe5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.143523] env[62107]: DEBUG nova.compute.manager [req-e86670f3-06c1-42b7-b734-ed0e3a5bce15 req-b2f200e6-65b6-4613-9ea2-88bb2627dfed service nova] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Detach interface failed, port_id=55fa2d81-6a1d-44f8-9594-49fc7d485319, reason: Instance 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1430.157936] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699274, 'name': PowerOffVM_Task, 'duration_secs': 0.22637} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.158218] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.158389] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.158638] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e3b5860-44b0-46cb-a5a9-352359877790 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.202966] env[62107]: DEBUG oslo_vmware.api [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699273, 'name': PowerOnVM_Task, 'duration_secs': 0.754225} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.203471] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.203471] env[62107]: INFO nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1430.203647] env[62107]: DEBUG nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1430.204346] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c04a26-3dc2-4b3b-9732-93758cd39c45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.217702] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104054} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.218152] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.218854] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e731db-8202-49ac-af81-a17086a07bcc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.241167] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13/99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.241405] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a98db1d-c7f0-41e3-82f5-915c8a5a60c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.256727] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.256923] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.257109] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Deleting the datastore file [datastore1] 34a2f035-c271-406c-9834-9fdd25af0afd {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.257914] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e899ab8-e92f-4c14-8443-96ec0dd1cc9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.262447] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1430.262447] env[62107]: value = "task-1699277" [ 1430.262447] env[62107]: _type = "Task" [ 1430.262447] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.269674] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for the task: (returnval){ [ 1430.269674] env[62107]: value = "task-1699278" [ 1430.269674] env[62107]: _type = "Task" [ 1430.269674] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.272734] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.280138] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.368208] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.368208] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.368208] env[62107]: DEBUG nova.network.neutron [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.422569] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating resource usage from migration 95af47f8-f2db-445d-8c93-50f0b6f90dc5 [ 1430.446914] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 34a2f035-c271-406c-9834-9fdd25af0afd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.447092] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a910ff3a-d417-4114-b11e-e44772119b9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.447248] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.447370] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 33c80b8d-b98c-4687-b868-17262c39ec6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.447515] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7dea9ef9-d226-466b-be5f-2bc40a829a5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.447658] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6ca827e1-6be1-4f24-a56a-876454615e97 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.447823] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a6f02d11-2787-4043-a7c5-677089f30a4f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.447944] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 93767ef1-092f-405d-b393-6bec8e6c3615 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.448086] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 42c7a76b-768f-444a-9372-f51ed6bc2524 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.448205] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.448329] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f1611627-200c-496c-9fe4-fd60aff8f5ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.448444] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e87c3386-c911-45a2-a7ab-94687e722466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.448555] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 019d17e0-8ee8-4586-8696-e903b5ea431b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.448675] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 51480637-baae-4ac7-aafe-b4c7d9d5bfca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.448792] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e58622c1-bfb7-43f8-87bb-b6d7505044f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1430.448902] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.449021] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a6858af4-69e1-4ec8-9902-dffbc45d65b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.449130] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 516a3ed7-7c63-4c92-a710-900e06e429ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.449239] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 4d0ecb20-a356-4d16-8c40-8e927c14f3ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.449346] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.449454] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7851bde8-b5cc-4caa-aa07-50bf7616df49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1430.579025] env[62107]: INFO nova.compute.manager [-] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Took 1.31 seconds to deallocate network for instance. [ 1430.727274] env[62107]: INFO nova.compute.manager [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Took 33.74 seconds to build instance. [ 1430.773465] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.781866] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.917836] env[62107]: DEBUG nova.network.neutron [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.955021] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance be484c84-4e47-4f24-8e83-096c7968c534 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1431.085348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.226918] env[62107]: DEBUG nova.network.neutron [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Updating instance_info_cache with network_info: [{"id": "93c95392-93fd-4951-a9d7-0e188746f444", "address": "fa:16:3e:50:54:95", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c95392-93", "ovs_interfaceid": "93c95392-93fd-4951-a9d7-0e188746f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.231081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f9e5cfe1-6fa1-4555-a7d6-c5069720848a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.583s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.277362] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699277, 'name': ReconfigVM_Task, 'duration_secs': 0.909165} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.280819] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13/99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.281528] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470d2e40-107b-4f97-8fc3-7e9eaa2dbe3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.289787] env[62107]: DEBUG oslo_vmware.api [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Task: {'id': task-1699278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.640294} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.291108] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.291317] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.291498] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.291673] env[62107]: INFO nova.compute.manager [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1431.292063] env[62107]: DEBUG oslo.service.loopingcall [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.292325] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1431.292325] env[62107]: value = "task-1699279" [ 1431.292325] env[62107]: _type = "Task" [ 1431.292325] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.292539] env[62107]: DEBUG nova.compute.manager [-] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1431.292635] env[62107]: DEBUG nova.network.neutron [-] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.303518] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699279, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.456952] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 5763e2f2-73a6-458c-9512-041ddf5791eb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1431.732813] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1431.735838] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.736263] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Instance network_info: |[{"id": "93c95392-93fd-4951-a9d7-0e188746f444", "address": "fa:16:3e:50:54:95", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c95392-93", "ovs_interfaceid": "93c95392-93fd-4951-a9d7-0e188746f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1431.736917] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:54:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93c95392-93fd-4951-a9d7-0e188746f444', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.745765] env[62107]: DEBUG oslo.service.loopingcall [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.746277] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.746519] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2de526a5-e27c-4180-86cd-22c6bd797314 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.772398] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.772398] env[62107]: value = "task-1699280" [ 1431.772398] env[62107]: _type = "Task" [ 1431.772398] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.781245] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699280, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.804101] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699279, 'name': Rename_Task, 'duration_secs': 0.173919} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.804962] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.804962] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03cf775f-db18-423c-ae61-da8c8d0fb996 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.813818] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1431.813818] env[62107]: value = "task-1699281" [ 1431.813818] env[62107]: _type = "Task" [ 1431.813818] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.822230] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.829032] env[62107]: DEBUG nova.compute.manager [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Received event network-changed-93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.829032] env[62107]: DEBUG nova.compute.manager [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Refreshing instance network info cache due to event network-changed-93c95392-93fd-4951-a9d7-0e188746f444. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1431.829032] env[62107]: DEBUG oslo_concurrency.lockutils [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] Acquiring lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.829032] env[62107]: DEBUG oslo_concurrency.lockutils [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] Acquired lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.829032] env[62107]: DEBUG nova.network.neutron [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Refreshing network info cache for port 93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.958875] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.261782] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.283918] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699280, 'name': CreateVM_Task, 'duration_secs': 0.416828} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.284241] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.284829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.284995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.285330] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.286060] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b519bbb5-967a-48fd-b0b7-528c49319dbd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.290921] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1432.290921] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524ee678-d274-99a8-1401-abb7f3d4f99c" [ 1432.290921] env[62107]: _type = "Task" [ 1432.290921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.299316] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524ee678-d274-99a8-1401-abb7f3d4f99c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.327147] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699281, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.462460] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1432.462703] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration 95af47f8-f2db-445d-8c93-50f0b6f90dc5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1432.462912] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a3a0029e-76fe-4ba3-9bdc-247ea37f78df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1432.549997] env[62107]: DEBUG nova.network.neutron [-] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.617306] env[62107]: DEBUG nova.compute.manager [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1432.618291] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af323e1a-4fe3-4555-92e5-bad4a7856d8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.803700] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524ee678-d274-99a8-1401-abb7f3d4f99c, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.803700] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.803700] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.803902] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.804583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.804583] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.804583] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4baf47f7-4503-4066-af1a-df0cc0a2155c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.818883] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.819097] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.825800] env[62107]: DEBUG nova.network.neutron [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Updated VIF entry in instance network info cache for port 93c95392-93fd-4951-a9d7-0e188746f444. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.826273] env[62107]: DEBUG nova.network.neutron [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Updating instance_info_cache with network_info: [{"id": "93c95392-93fd-4951-a9d7-0e188746f444", "address": "fa:16:3e:50:54:95", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c95392-93", "ovs_interfaceid": "93c95392-93fd-4951-a9d7-0e188746f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.834230] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20efe49-271d-4eec-8be8-3aaeeae2b142 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.842455] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1432.842455] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5290501d-07ca-a5a1-8655-05f645230fce" [ 1432.842455] env[62107]: _type = "Task" [ 1432.842455] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.846046] env[62107]: DEBUG oslo_vmware.api [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699281, 'name': PowerOnVM_Task, 'duration_secs': 0.53956} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.849151] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.849374] env[62107]: INFO nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1432.849555] env[62107]: DEBUG nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1432.850363] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f8b0db-8f0a-448f-be79-b9331fbf2fd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.858262] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5290501d-07ca-a5a1-8655-05f645230fce, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.863477] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9b0cbd-f7b7-4003-8d07-43b18eedb49a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.876335] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1432.876335] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523784e3-aee7-c8ac-bd89-1f0f44a82c75" [ 1432.876335] env[62107]: _type = "Task" [ 1432.876335] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.884746] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523784e3-aee7-c8ac-bd89-1f0f44a82c75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.972674] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 09bd71b2-e9b8-4759-8338-1884ce004dfb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1433.054675] env[62107]: INFO nova.compute.manager [-] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Took 1.76 seconds to deallocate network for instance. [ 1433.134028] env[62107]: INFO nova.compute.manager [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] instance snapshotting [ 1433.140727] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284807c6-2bc6-4780-9ef0-4f1dd6133c10 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.157403] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa61d9-5f3b-498a-9bac-ada613a315de {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.339135] env[62107]: DEBUG oslo_concurrency.lockutils [req-5500d1af-3bd0-4e1e-af8a-dbc567feaedc req-cf53ee95-0afe-4b4d-a793-395201471c26 service nova] Releasing lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.384140] env[62107]: INFO nova.compute.manager [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Took 32.88 seconds to build instance. [ 1433.389495] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523784e3-aee7-c8ac-bd89-1f0f44a82c75, 'name': SearchDatastore_Task, 'duration_secs': 0.009275} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.389728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.390226] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7851bde8-b5cc-4caa-aa07-50bf7616df49/7851bde8-b5cc-4caa-aa07-50bf7616df49.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1433.390226] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c9c72e-d791-45cf-891f-13ddf7d4ebb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.397845] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1433.397845] env[62107]: value = "task-1699282" [ 1433.397845] env[62107]: _type = "Task" [ 1433.397845] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.407028] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.476225] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 87edb110-5975-43be-a81e-acab01b81fd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1433.563523] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.668827] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1433.668969] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56616000-b688-4e8f-bd88-2a2662024ad6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.677229] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1433.677229] env[62107]: value = "task-1699283" [ 1433.677229] env[62107]: _type = "Task" [ 1433.677229] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.689462] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699283, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.886738] env[62107]: DEBUG oslo_concurrency.lockutils [None req-72faecbb-7fb7-4fe9-9c55-f3e21b4e21cd tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.147s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.909228] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699282, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.918268] env[62107]: DEBUG nova.compute.manager [req-bac10fd5-f737-4e2f-b6b5-e1dae8801a05 req-4a521220-bc54-4230-a8d0-c89723c70b31 service nova] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Received event network-vif-deleted-79e935b2-bc5b-43f2-8cbb-f11382ff0b0e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1433.982417] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance dc31c470-98cd-40f6-b853-4e80cd87c28e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.190753] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699283, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.389775] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1434.409475] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597126} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.409475] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7851bde8-b5cc-4caa-aa07-50bf7616df49/7851bde8-b5cc-4caa-aa07-50bf7616df49.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1434.409475] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1434.409475] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24682560-c584-4771-852a-b00c141b6e0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.416445] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1434.416445] env[62107]: value = "task-1699284" [ 1434.416445] env[62107]: _type = "Task" [ 1434.416445] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.424734] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.485683] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 83cbfcb5-b901-429e-bc03-81e166968ede has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.690753] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699283, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.915389] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.929412] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.989884] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 54cdd5b8-3bce-4388-bb95-51be22106aaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1434.990117] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1434.990227] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1435.193257] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699283, 'name': CreateSnapshot_Task, 'duration_secs': 1.365673} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.193257] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1435.197028] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeed50a6-c71d-4062-b833-00a22b99c2ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.430740] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.67697} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.430995] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.431903] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9512e93-9fcd-4fed-b676-270dea79b8e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.464257] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 7851bde8-b5cc-4caa-aa07-50bf7616df49/7851bde8-b5cc-4caa-aa07-50bf7616df49.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.469124] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f510b2e-d66d-444d-bb01-b2a7f81f0877 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.493743] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1435.493743] env[62107]: value = "task-1699285" [ 1435.493743] env[62107]: _type = "Task" [ 1435.493743] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.499013] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d3e606-b013-428b-8cb2-55f9908f31d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.504673] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699285, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.509051] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d30006-d4b0-45ca-becf-865b922ecd72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.543712] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f760333b-7c42-4b17-b811-c16cf6f3beec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.552619] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3678271-519c-41e4-838e-437c63b5bdf4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.567722] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.719276] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1435.719631] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8258e166-089f-49c3-bee1-d9e26ed05132 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.731237] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1435.731237] env[62107]: value = "task-1699286" [ 1435.731237] env[62107]: _type = "Task" [ 1435.731237] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.741888] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699286, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.945312] env[62107]: DEBUG nova.compute.manager [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Received event network-changed-03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1435.945618] env[62107]: DEBUG nova.compute.manager [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Refreshing instance network info cache due to event network-changed-03f897f9-41b6-4b89-ab7c-dbb0e99168af. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1435.945884] env[62107]: DEBUG oslo_concurrency.lockutils [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] Acquiring lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.946084] env[62107]: DEBUG oslo_concurrency.lockutils [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] Acquired lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.946284] env[62107]: DEBUG nova.network.neutron [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Refreshing network info cache for port 03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.005840] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699285, 'name': ReconfigVM_Task, 'duration_secs': 0.29519} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.006498] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 7851bde8-b5cc-4caa-aa07-50bf7616df49/7851bde8-b5cc-4caa-aa07-50bf7616df49.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.006977] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6822341-7dc8-48f3-8926-cd2d4b60b3b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.013709] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1436.013709] env[62107]: value = "task-1699287" [ 1436.013709] env[62107]: _type = "Task" [ 1436.013709] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.029238] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699287, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.073037] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1436.240566] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699286, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.525292] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699287, 'name': Rename_Task, 'duration_secs': 0.166757} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.525903] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1436.525903] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0f67b80-dc89-4e62-b96d-809a7f369804 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.536909] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1436.536909] env[62107]: value = "task-1699288" [ 1436.536909] env[62107]: _type = "Task" [ 1436.536909] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.546429] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.578840] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1436.579132] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.185s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.579418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.724s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.581101] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.582189] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1436.719551] env[62107]: DEBUG nova.network.neutron [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updated VIF entry in instance network info cache for port 03f897f9-41b6-4b89-ab7c-dbb0e99168af. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.719927] env[62107]: DEBUG nova.network.neutron [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updating instance_info_cache with network_info: [{"id": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "address": "fa:16:3e:25:26:4e", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03f897f9-41", "ovs_interfaceid": "03f897f9-41b6-4b89-ab7c-dbb0e99168af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.744225] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699286, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.049828] env[62107]: DEBUG oslo_vmware.api [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699288, 'name': PowerOnVM_Task, 'duration_secs': 0.494055} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.050145] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1437.050766] env[62107]: INFO nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1437.050766] env[62107]: DEBUG nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1437.052845] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd6a8a6-a4d3-406b-a304-3a0eb8bf5ef6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.086566] env[62107]: INFO nova.compute.claims [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.098779] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] There are 39 instances to clean {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1437.099044] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e3149162-b99d-456b-9f81-f6209ee11fe4] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1437.144902] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "63171a41-871b-4734-9dbc-106f54ab94a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.144902] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "63171a41-871b-4734-9dbc-106f54ab94a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.223032] env[62107]: DEBUG oslo_concurrency.lockutils [req-768a8377-cf4d-45ff-96c1-259f61cf0409 req-0cef9277-2adb-4f98-8b97-6f6b33a33587 service nova] Releasing lock "refresh_cache-99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.243501] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699286, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.572708] env[62107]: INFO nova.compute.manager [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Took 35.68 seconds to build instance. [ 1437.603961] env[62107]: INFO nova.compute.resource_tracker [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating resource usage from migration 95af47f8-f2db-445d-8c93-50f0b6f90dc5 [ 1437.607547] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 0feb6a44-8f9a-4446-83f7-e56467d597f3] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1437.741826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] Acquiring lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.741826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] Acquired lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.743943] env[62107]: DEBUG nova.network.neutron [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.752157] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699286, 'name': CloneVM_Task, 'duration_secs': 1.740231} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.753231] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Created linked-clone VM from snapshot [ 1437.757747] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4de80-3247-4465-93a4-cb23da46e448 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.767568] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Uploading image c40f0380-c76c-431f-b8ac-89f74cfcc2ab {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1437.799549] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1437.799549] env[62107]: value = "vm-354232" [ 1437.799549] env[62107]: _type = "VirtualMachine" [ 1437.799549] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1437.799910] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1fd3995e-8867-4d82-8344-a71bac37ef5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.806953] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease: (returnval){ [ 1437.806953] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230b757-3e49-d9cf-50a9-07db575e1d8b" [ 1437.806953] env[62107]: _type = "HttpNfcLease" [ 1437.806953] env[62107]: } obtained for exporting VM: (result){ [ 1437.806953] env[62107]: value = "vm-354232" [ 1437.806953] env[62107]: _type = "VirtualMachine" [ 1437.806953] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1437.807181] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the lease: (returnval){ [ 1437.807181] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230b757-3e49-d9cf-50a9-07db575e1d8b" [ 1437.807181] env[62107]: _type = "HttpNfcLease" [ 1437.807181] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1437.816814] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1437.816814] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230b757-3e49-d9cf-50a9-07db575e1d8b" [ 1437.816814] env[62107]: _type = "HttpNfcLease" [ 1437.816814] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1438.075741] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fd9f4f95-57c5-481c-8f9d-f08e4c7bd4e0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.701s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.079614] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb64578-bf6e-4abf-86ca-3280728d4fe3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.087548] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25781d9-d1eb-4d9d-b961-4d60486ec402 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.119036] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 462a23e1-0a6b-4be2-af22-392b7830244b] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1438.121231] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e58de0-f4a1-40c0-bc92-7482d42a869f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.130297] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2acbf75-7246-49d2-8434-ea577d3767d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.145413] env[62107]: DEBUG nova.compute.provider_tree [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.317355] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1438.317355] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230b757-3e49-d9cf-50a9-07db575e1d8b" [ 1438.317355] env[62107]: _type = "HttpNfcLease" [ 1438.317355] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1438.317655] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1438.317655] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230b757-3e49-d9cf-50a9-07db575e1d8b" [ 1438.317655] env[62107]: _type = "HttpNfcLease" [ 1438.317655] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1438.318436] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a2371-effd-4c74-add7-bbd5fcb6e3f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.325605] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be3068-8b7a-fdb8-6c52-651912564cc5/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1438.325718] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be3068-8b7a-fdb8-6c52-651912564cc5/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1438.455901] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99d15716-cb3a-4c4f-84f9-9a90a0a5e40f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.531570] env[62107]: DEBUG nova.network.neutron [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Updating instance_info_cache with network_info: [{"id": "93c95392-93fd-4951-a9d7-0e188746f444", "address": "fa:16:3e:50:54:95", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c95392-93", "ovs_interfaceid": "93c95392-93fd-4951-a9d7-0e188746f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.583058] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1438.625929] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 5dc8f99f-e2c3-48b8-9601-0fe7fae90c0a] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1438.649410] env[62107]: DEBUG nova.scheduler.client.report [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1439.034560] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] Releasing lock "refresh_cache-7851bde8-b5cc-4caa-aa07-50bf7616df49" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.034891] env[62107]: DEBUG nova.compute.manager [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Inject network info {{(pid=62107) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1439.035223] env[62107]: DEBUG nova.compute.manager [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] network_info to inject: |[{"id": "93c95392-93fd-4951-a9d7-0e188746f444", "address": "fa:16:3e:50:54:95", "network": {"id": "17838ab3-c6dd-4f35-ae0f-bf5498b47b32", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-417379319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a888bf83ab12467683850b799e3b038a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c95392-93", "ovs_interfaceid": "93c95392-93fd-4951-a9d7-0e188746f444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1439.040304] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Reconfiguring VM instance to set the machine id {{(pid=62107) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1439.040702] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8c66b40-74b0-47af-b1a5-149ec5840e65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.059340] env[62107]: DEBUG oslo_vmware.api [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] Waiting for the task: (returnval){ [ 1439.059340] env[62107]: value = "task-1699290" [ 1439.059340] env[62107]: _type = "Task" [ 1439.059340] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.067939] env[62107]: DEBUG oslo_vmware.api [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] Task: {'id': task-1699290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.110206] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.130659] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f1ec63cb-168e-419b-b2c5-11d0757c718e] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.154347] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.575s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.154650] env[62107]: INFO nova.compute.manager [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Migrating [ 1439.162185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.448s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.162584] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.166234] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.356s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.166234] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.169140] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.791s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.169140] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.169643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.649s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.171791] env[62107]: INFO nova.compute.claims [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.209138] env[62107]: INFO nova.scheduler.client.report [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Deleted allocations for instance f1611627-200c-496c-9fe4-fd60aff8f5ae [ 1439.218919] env[62107]: INFO nova.scheduler.client.report [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleted allocations for instance 42c7a76b-768f-444a-9372-f51ed6bc2524 [ 1439.232041] env[62107]: INFO nova.scheduler.client.report [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Deleted allocations for instance a6f02d11-2787-4043-a7c5-677089f30a4f [ 1439.570016] env[62107]: DEBUG oslo_vmware.api [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] Task: {'id': task-1699290, 'name': ReconfigVM_Task, 'duration_secs': 0.180382} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.570573] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e15871c1-9c91-4ca2-8071-56e575fcd9ab tempest-ServersAdminTestJSON-752580118 tempest-ServersAdminTestJSON-752580118-project-admin] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Reconfigured VM instance to set the machine id {{(pid=62107) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1439.634196] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: db17ef0f-be04-4540-88c2-13c27f4bf4c7] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.686498] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.686687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.686875] env[62107]: DEBUG nova.network.neutron [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.720872] env[62107]: INFO nova.compute.manager [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Rebuilding instance [ 1439.729396] env[62107]: DEBUG oslo_concurrency.lockutils [None req-31ed5fe6-21c8-4d6c-afa4-07ede87c9c0f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "42c7a76b-768f-444a-9372-f51ed6bc2524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.907s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.730980] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0c21b248-aa2b-4209-8247-c5eb32db9b17 tempest-TenantUsagesTestJSON-486341402 tempest-TenantUsagesTestJSON-486341402-project-member] Lock "f1611627-200c-496c-9fe4-fd60aff8f5ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.698s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.745955] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4b9a60b0-a94c-4022-a828-f5548918eb9b tempest-ServerShowV247Test-1616932908 tempest-ServerShowV247Test-1616932908-project-member] Lock "a6f02d11-2787-4043-a7c5-677089f30a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.239s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.769645] env[62107]: DEBUG nova.compute.manager [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.770604] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fd99a2-a062-4289-85f9-b392be7737be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.139179] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: ed32836f-0827-4741-8a25-dc488c564917] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1440.283838] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.284551] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efafadf3-b286-4a43-a1c4-1dad49e80a64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.292404] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1440.292404] env[62107]: value = "task-1699291" [ 1440.292404] env[62107]: _type = "Task" [ 1440.292404] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.304677] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.590984] env[62107]: DEBUG nova.network.neutron [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.642494] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: cdec697b-1808-4f23-b40c-df3751bf4a44] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1440.681863] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a37aaa-9136-48a4-bed6-1c90a9c1ab34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.694147] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29738a75-0d46-46d1-8e64-f188eb6ef5c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.730612] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc7074a-6d87-486b-a37c-e95e0d2e9fe2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.738921] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a91cb2d-8745-4c1f-91cf-ae2858ded04e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.754262] env[62107]: DEBUG nova.compute.provider_tree [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.804778] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699291, 'name': PowerOffVM_Task, 'duration_secs': 0.379355} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.805824] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.805824] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.806118] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf4b144-7522-4fe8-86a2-411ce38e7c1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.814632] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.814632] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c51ba85-024a-43cf-81d1-58331652d058 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.905346] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.905346] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.905346] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleting the datastore file [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.905346] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-152dd12f-024b-4675-a6f0-ee1537bd081e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.914119] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1440.914119] env[62107]: value = "task-1699293" [ 1440.914119] env[62107]: _type = "Task" [ 1440.914119] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.921200] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.095025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.145461] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 90e88eb8-7d4a-4a76-b46f-105292f41ce0] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1441.257546] env[62107]: DEBUG nova.scheduler.client.report [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1441.379228] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "9355733e-274f-4171-a394-5332103928e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.379456] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "9355733e-274f-4171-a394-5332103928e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.425266] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217507} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.425583] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.425805] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.426015] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.648824] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 5e003774-5b6d-4272-8685-189e967f63a1] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1441.765253] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.594s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.765253] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1441.767443] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.890s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.771130] env[62107]: INFO nova.compute.claims [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.152399] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9e5fd757-c244-45b9-815d-7aa6de36ab95] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1442.274040] env[62107]: DEBUG nova.compute.utils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.280479] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1442.280479] env[62107]: DEBUG nova.network.neutron [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.354465] env[62107]: DEBUG nova.policy [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b959e9886f0b49459ddc78d8d89c0646', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b90f18e8a6c342f3883064011e87e7ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1442.463015] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1442.463272] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1442.463454] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.463650] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1442.463791] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.463934] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1442.464462] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1442.464834] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1442.465034] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1442.465215] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1442.465365] env[62107]: DEBUG nova.virt.hardware [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1442.466423] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a980defa-7079-4185-9cec-54bea57c2af6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.477024] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d90b86-5583-4c1a-91bb-86d426a5a5d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.490785] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:87:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8f398a5-21af-48f2-b295-f306746a3d57', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.498262] env[62107]: DEBUG oslo.service.loopingcall [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.498546] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.499991] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a53e2e-6fd1-4599-af18-c40b08cdf5c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.519421] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.519421] env[62107]: value = "task-1699294" [ 1442.519421] env[62107]: _type = "Task" [ 1442.519421] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.528390] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699294, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.609682] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623945b-b9a7-4c0b-a76b-c9a58a22e441 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.629772] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1442.656362] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 62f90c9b-83f1-4a16-b238-6425e1f00310] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1442.783582] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1442.924837] env[62107]: DEBUG nova.network.neutron [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Successfully created port: c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.037957] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699294, 'name': CreateVM_Task, 'duration_secs': 0.467315} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.037957] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.037957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.037957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.037957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.038257] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bdea34-c390-444b-af7e-aca118470606 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.056025] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1443.056025] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5221c317-0332-ad10-ad0b-c27d7a82bb66" [ 1443.056025] env[62107]: _type = "Task" [ 1443.056025] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.065512] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5221c317-0332-ad10-ad0b-c27d7a82bb66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.136228] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1443.136811] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2455984b-1a6a-4295-9398-160240ad3f3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.143632] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1443.143632] env[62107]: value = "task-1699295" [ 1443.143632] env[62107]: _type = "Task" [ 1443.143632] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.156377] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.162975] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a545c73e-0194-49da-85bb-9106524e3081] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1443.330757] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcb091e-9be7-4d8e-99d4-24149850e01d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.339805] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90745517-5a87-4540-94dc-797accfb2272 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.373559] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6798b1e-ee5a-4344-aa9a-1a35914703b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.383191] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8ce9e5-e99e-42ce-b26b-f71eef82a075 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.398776] env[62107]: DEBUG nova.compute.provider_tree [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.571056] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5221c317-0332-ad10-ad0b-c27d7a82bb66, 'name': SearchDatastore_Task, 'duration_secs': 0.012401} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.571763] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.572015] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.572538] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.572694] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.572879] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.573159] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd799f56-bed5-4b51-a928-3ac1ea0fea4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.597121] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.597254] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.598036] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95bc5638-cf76-4acb-816d-80c521e25464 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.603925] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1443.603925] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bebb70-7aa2-2ed2-63e5-1f09f0fcb4d8" [ 1443.603925] env[62107]: _type = "Task" [ 1443.603925] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.613330] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bebb70-7aa2-2ed2-63e5-1f09f0fcb4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.655018] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699295, 'name': PowerOffVM_Task, 'duration_secs': 0.262415} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.655328] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.655529] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.671512] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 42a81f1b-11c0-40e0-81c6-644d9ce792d0] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1443.798394] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1443.825247] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:04:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='238825056',id=40,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-900041686',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1443.826021] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1443.826263] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.826518] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1443.826721] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.826958] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1443.827241] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1443.827446] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1443.827659] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1443.827859] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1443.828105] env[62107]: DEBUG nova.virt.hardware [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1443.829122] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8a062a-e399-41a7-a928-eeb13c418218 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.837842] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665b255f-ac08-4cbd-8604-e2a970d1a2ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.902183] env[62107]: DEBUG nova.scheduler.client.report [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1444.117219] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bebb70-7aa2-2ed2-63e5-1f09f0fcb4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.118255] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2117e5-90cb-44d8-9c69-3cdd47428ec3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.124326] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1444.124326] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52080422-8d27-0e63-00b7-1efed523c376" [ 1444.124326] env[62107]: _type = "Task" [ 1444.124326] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.133654] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52080422-8d27-0e63-00b7-1efed523c376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.163229] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.165128] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.165128] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.165128] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.165128] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.165128] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.165128] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.165605] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.165891] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.166818] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.166818] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.172657] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab72981-c656-491f-a14d-d272b9a8493b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.191536] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 040543b1-db31-45db-8cbb-8fec5091cdb0] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.201262] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1444.201262] env[62107]: value = "task-1699296" [ 1444.201262] env[62107]: _type = "Task" [ 1444.201262] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.216731] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.408190] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.408776] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1444.412292] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.553s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.413890] env[62107]: INFO nova.compute.claims [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.642052] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52080422-8d27-0e63-00b7-1efed523c376, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.642344] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.643249] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.643249] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29185d7a-b5e1-4abf-afda-5e131b8db19d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.651277] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1444.651277] env[62107]: value = "task-1699297" [ 1444.651277] env[62107]: _type = "Task" [ 1444.651277] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.661862] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.693348] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f38daa2e-be7c-4f6d-ab0c-119bc2dfde16] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.701195] env[62107]: DEBUG nova.compute.manager [req-727cd166-dda7-429a-bf49-d36bec4a11e6 req-1cb97c6e-ab58-45cd-ae80-f467e68878f6 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Received event network-vif-plugged-c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1444.701402] env[62107]: DEBUG oslo_concurrency.lockutils [req-727cd166-dda7-429a-bf49-d36bec4a11e6 req-1cb97c6e-ab58-45cd-ae80-f467e68878f6 service nova] Acquiring lock "be484c84-4e47-4f24-8e83-096c7968c534-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.701576] env[62107]: DEBUG oslo_concurrency.lockutils [req-727cd166-dda7-429a-bf49-d36bec4a11e6 req-1cb97c6e-ab58-45cd-ae80-f467e68878f6 service nova] Lock "be484c84-4e47-4f24-8e83-096c7968c534-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.701735] env[62107]: DEBUG oslo_concurrency.lockutils [req-727cd166-dda7-429a-bf49-d36bec4a11e6 req-1cb97c6e-ab58-45cd-ae80-f467e68878f6 service nova] Lock "be484c84-4e47-4f24-8e83-096c7968c534-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.701894] env[62107]: DEBUG nova.compute.manager [req-727cd166-dda7-429a-bf49-d36bec4a11e6 req-1cb97c6e-ab58-45cd-ae80-f467e68878f6 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] No waiting events found dispatching network-vif-plugged-c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1444.702178] env[62107]: WARNING nova.compute.manager [req-727cd166-dda7-429a-bf49-d36bec4a11e6 req-1cb97c6e-ab58-45cd-ae80-f467e68878f6 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Received unexpected event network-vif-plugged-c06440d0-0395-4888-859e-e7e72acccc02 for instance with vm_state building and task_state spawning. [ 1444.713349] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.815308] env[62107]: DEBUG nova.network.neutron [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Successfully updated port: c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.921249] env[62107]: DEBUG nova.compute.utils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.922531] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1444.923156] env[62107]: DEBUG nova.network.neutron [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.975410] env[62107]: DEBUG nova.policy [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1445.165738] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.200434] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7e95fc62-43f4-4f89-a62b-2cef6c997e2c] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1445.213715] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699296, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.315959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.315959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.315959] env[62107]: DEBUG nova.network.neutron [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.389647] env[62107]: DEBUG nova.network.neutron [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Successfully created port: caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.429688] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1445.667853] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624554} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.667917] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.668145] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.668518] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-607afca4-c2b2-4f31-a766-00664f0dcdbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.682334] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1445.682334] env[62107]: value = "task-1699298" [ 1445.682334] env[62107]: _type = "Task" [ 1445.682334] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.689839] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.705586] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: b07f2e3a-b026-4d69-83c4-66dfb049201e] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1445.723728] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699296, 'name': ReconfigVM_Task, 'duration_secs': 1.41746} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.725125] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.887924] env[62107]: DEBUG nova.network.neutron [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.926022] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9689ca7-35f1-41c1-bb10-e6531b1f9639 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.937617] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f401d7-6029-4a6a-8f0d-c7dbf4a2b022 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.975374] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e219ecb-74aa-4ab2-81db-4e9453bc9b39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.984909] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d41943-12fd-46b8-b587-83bad52c8906 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.000448] env[62107]: DEBUG nova.compute.provider_tree [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.050692] env[62107]: DEBUG nova.network.neutron [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Updating instance_info_cache with network_info: [{"id": "c06440d0-0395-4888-859e-e7e72acccc02", "address": "fa:16:3e:2e:ce:b7", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06440d0-03", "ovs_interfaceid": "c06440d0-0395-4888-859e-e7e72acccc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.193866] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066177} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.194205] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1446.195131] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66b412f-0904-4ef0-a861-39e3a353d91b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.220104] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.220571] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d649ce4d-fdb3-42ab-b254-abab95dea9f4] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1446.222331] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcb1dce-716f-4784-979f-caf34bfcc63a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:03:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f8a04072-b213-4ebf-96ed-54e6fed9e71f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-906114588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.243473] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.243994] env[62107]: DEBUG nova.virt.hardware [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.249545] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1446.250527] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf7b70d-8c93-40f1-b69d-bc20ba79a6dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.270281] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1446.270281] env[62107]: value = "task-1699299" [ 1446.270281] env[62107]: _type = "Task" [ 1446.270281] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.271668] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1446.271668] env[62107]: value = "task-1699300" [ 1446.271668] env[62107]: _type = "Task" [ 1446.271668] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.283905] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.289131] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.443085] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1446.472025] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.472278] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.472440] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.472621] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.472767] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.472914] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.473149] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.473312] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.473525] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.473705] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.473874] env[62107]: DEBUG nova.virt.hardware [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.474835] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ec972a-006c-4d11-b745-34dfe077e720 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.483265] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf786a5-7a95-4fba-8aed-34e3f284814b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.503310] env[62107]: DEBUG nova.scheduler.client.report [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1446.552401] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Releasing lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.552804] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Instance network_info: |[{"id": "c06440d0-0395-4888-859e-e7e72acccc02", "address": "fa:16:3e:2e:ce:b7", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06440d0-03", "ovs_interfaceid": "c06440d0-0395-4888-859e-e7e72acccc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1446.553253] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:ce:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06440d0-0395-4888-859e-e7e72acccc02', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.561600] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Creating folder: Project (b90f18e8a6c342f3883064011e87e7ed). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.562886] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edade103-84f7-4196-8c9a-ed38afb3ef4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.573810] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Created folder: Project (b90f18e8a6c342f3883064011e87e7ed) in parent group-v354057. [ 1446.574162] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Creating folder: Instances. Parent ref: group-v354234. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.574537] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83a5c94d-e65e-4907-a765-71de864c9e1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.584610] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Created folder: Instances in parent group-v354234. [ 1446.585144] env[62107]: DEBUG oslo.service.loopingcall [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.585317] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.585633] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5807c2a3-7a16-4a27-bca9-36c718f1f240 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.616641] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.616641] env[62107]: value = "task-1699303" [ 1446.616641] env[62107]: _type = "Task" [ 1446.616641] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.624421] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699303, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.740337] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: c4b4072a-6e9a-4e83-891e-8f25c3ffdc84] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1446.748168] env[62107]: DEBUG nova.compute.manager [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Received event network-changed-c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1446.748168] env[62107]: DEBUG nova.compute.manager [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Refreshing instance network info cache due to event network-changed-c06440d0-0395-4888-859e-e7e72acccc02. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1446.748168] env[62107]: DEBUG oslo_concurrency.lockutils [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] Acquiring lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.748168] env[62107]: DEBUG oslo_concurrency.lockutils [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] Acquired lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.748168] env[62107]: DEBUG nova.network.neutron [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Refreshing network info cache for port c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.785979] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699300, 'name': ReconfigVM_Task, 'duration_secs': 0.28959} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.790292] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1446.790638] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699299, 'name': ReconfigVM_Task, 'duration_secs': 0.491722} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.791504] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7854d7-6256-4733-a1b9-0e53fc3ac737 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.794582] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.798323] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-292b4004-d388-4092-9006-37ab6b1c31a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.820705] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.824168] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df732eca-b919-4a62-88a1-681c3819610c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.842092] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1446.842092] env[62107]: value = "task-1699304" [ 1446.842092] env[62107]: _type = "Task" [ 1446.842092] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.849533] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1446.849533] env[62107]: value = "task-1699305" [ 1446.849533] env[62107]: _type = "Task" [ 1446.849533] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.858866] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699304, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.864859] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.011132] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.011813] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1447.015036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.833s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.016729] env[62107]: INFO nova.compute.claims [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1447.126940] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699303, 'name': CreateVM_Task, 'duration_secs': 0.429931} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.127135] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.128249] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.128249] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.128383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.129266] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2117e15-0393-4a15-8cd7-2d8555790913 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.134506] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1447.134506] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7ee53-9f3f-e00c-a3c0-4d20b961fdc6" [ 1447.134506] env[62107]: _type = "Task" [ 1447.134506] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.144485] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7ee53-9f3f-e00c-a3c0-4d20b961fdc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.185867] env[62107]: DEBUG nova.network.neutron [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Successfully updated port: caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.246027] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 3a81ac3b-b4f9-4d43-bdaf-70908fba19d2] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1447.352462] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699304, 'name': Rename_Task, 'duration_secs': 0.184303} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.355320] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1447.355504] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9109481d-4ed3-4e25-b3b1-0f9e835c5711 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.362467] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699305, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.365786] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1447.365786] env[62107]: value = "task-1699306" [ 1447.365786] env[62107]: _type = "Task" [ 1447.365786] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.373950] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.499932] env[62107]: DEBUG nova.network.neutron [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Updated VIF entry in instance network info cache for port c06440d0-0395-4888-859e-e7e72acccc02. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.500319] env[62107]: DEBUG nova.network.neutron [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Updating instance_info_cache with network_info: [{"id": "c06440d0-0395-4888-859e-e7e72acccc02", "address": "fa:16:3e:2e:ce:b7", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06440d0-03", "ovs_interfaceid": "c06440d0-0395-4888-859e-e7e72acccc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.521359] env[62107]: DEBUG nova.compute.utils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.525272] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1447.525454] env[62107]: DEBUG nova.network.neutron [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1447.573890] env[62107]: DEBUG nova.policy [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc49eacd3c62475faf25ca0bc9024757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2252fd3fdab24b02b94f3c056d03e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1447.645099] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7ee53-9f3f-e00c-a3c0-4d20b961fdc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012074} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.645416] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.645651] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.645885] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.646031] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.646213] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.646477] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38219623-0a60-41eb-807e-2a538323be83 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.655096] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.655096] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.656173] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016bf4bc-5c45-46fa-a9a1-4a87832e2ec1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.660577] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1447.660577] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526069d1-5aaf-00d4-c372-34046ce5ee06" [ 1447.660577] env[62107]: _type = "Task" [ 1447.660577] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.669280] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526069d1-5aaf-00d4-c372-34046ce5ee06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.690084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.690084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.690084] env[62107]: DEBUG nova.network.neutron [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.754882] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: b847fffb-ca62-48f5-a6c0-524fec06239d] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1447.864893] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699305, 'name': ReconfigVM_Task, 'duration_secs': 0.532739} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.864893] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.864893] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1447.876896] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.904928] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be3068-8b7a-fdb8-6c52-651912564cc5/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1447.905869] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117afa99-fece-4727-9230-bf114eeec2a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.910276] env[62107]: DEBUG nova.network.neutron [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Successfully created port: 33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.915009] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be3068-8b7a-fdb8-6c52-651912564cc5/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1447.915224] env[62107]: ERROR oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be3068-8b7a-fdb8-6c52-651912564cc5/disk-0.vmdk due to incomplete transfer. [ 1447.915441] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-446d55fd-79f5-4a04-a5c6-85e19e7fa8d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.925639] env[62107]: DEBUG oslo_vmware.rw_handles [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52be3068-8b7a-fdb8-6c52-651912564cc5/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1447.928794] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Uploaded image c40f0380-c76c-431f-b8ac-89f74cfcc2ab to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1447.928794] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1447.930054] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-460eec68-d6cd-48c7-92a5-b690ca6acaef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.939881] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1447.939881] env[62107]: value = "task-1699307" [ 1447.939881] env[62107]: _type = "Task" [ 1447.939881] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.950236] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699307, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.003537] env[62107]: DEBUG oslo_concurrency.lockutils [req-bf22420e-ac8f-477e-b214-4613314aa151 req-7f94f64e-6075-491b-8712-3e874e4f855a service nova] Releasing lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.031403] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1448.173580] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526069d1-5aaf-00d4-c372-34046ce5ee06, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.174398] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b51b6a5-bf02-4314-8d74-993812a363ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.180412] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1448.180412] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5293e9db-c749-7de7-a1ed-045b4134b31d" [ 1448.180412] env[62107]: _type = "Task" [ 1448.180412] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.197225] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5293e9db-c749-7de7-a1ed-045b4134b31d, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.197559] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.197817] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] be484c84-4e47-4f24-8e83-096c7968c534/be484c84-4e47-4f24-8e83-096c7968c534.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.199346] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73720cb8-99e1-4f7c-b22e-23f79e08a730 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.207833] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1448.207833] env[62107]: value = "task-1699308" [ 1448.207833] env[62107]: _type = "Task" [ 1448.207833] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.217953] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.247368] env[62107]: DEBUG nova.network.neutron [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.257259] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d5a4a0aa-fa7a-4600-ab6f-cc83857bffaa] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1448.377649] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9781ea-1392-4d04-9857-06410c866244 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.389582] env[62107]: DEBUG oslo_vmware.api [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699306, 'name': PowerOnVM_Task, 'duration_secs': 0.589386} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.404475] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.404742] env[62107]: DEBUG nova.compute.manager [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1448.408322] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb2636a-a708-48d5-927f-df70bdf77670 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.411527] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cea993-59ce-43ed-827d-33a85d3723a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.435195] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1448.456502] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699307, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.528954] env[62107]: DEBUG nova.network.neutron [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.543156] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ea93d-86c6-473f-b8da-93f19a256529 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.553353] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b3daa-d345-4f3b-b839-493d6baf81b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.592614] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134faf19-3b3c-4405-99c5-c66d21083caf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.602709] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4c42e-c10f-4af6-8bd9-ef99a37a5f92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.619720] env[62107]: DEBUG nova.compute.provider_tree [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.719289] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508352} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.719391] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] be484c84-4e47-4f24-8e83-096c7968c534/be484c84-4e47-4f24-8e83-096c7968c534.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.719572] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.719826] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e651c09-98e3-4785-ad74-f2b9a4613fd5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.726829] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1448.726829] env[62107]: value = "task-1699309" [ 1448.726829] env[62107]: _type = "Task" [ 1448.726829] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.735478] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.762500] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 3b027bd3-0eb6-4b61-8595-a0d649bfc9c4] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1448.859247] env[62107]: DEBUG nova.compute.manager [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-vif-plugged-caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.860013] env[62107]: DEBUG oslo_concurrency.lockutils [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.860013] env[62107]: DEBUG oslo_concurrency.lockutils [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.860013] env[62107]: DEBUG oslo_concurrency.lockutils [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.860013] env[62107]: DEBUG nova.compute.manager [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] No waiting events found dispatching network-vif-plugged-caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1448.860239] env[62107]: WARNING nova.compute.manager [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received unexpected event network-vif-plugged-caff9795-a3eb-4aa6-b8b0-8c933256a0a3 for instance with vm_state building and task_state spawning. [ 1448.860400] env[62107]: DEBUG nova.compute.manager [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-changed-caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1448.860552] env[62107]: DEBUG nova.compute.manager [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing instance network info cache due to event network-changed-caff9795-a3eb-4aa6-b8b0-8c933256a0a3. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1448.860719] env[62107]: DEBUG oslo_concurrency.lockutils [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.957441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.961011] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699307, 'name': Destroy_Task, 'duration_secs': 0.765679} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.961068] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Destroyed the VM [ 1448.961679] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1448.961829] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8ab9f45c-582c-4f72-b6a6-91524c972891 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.969082] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1448.969082] env[62107]: value = "task-1699310" [ 1448.969082] env[62107]: _type = "Task" [ 1448.969082] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.981375] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699310, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.031944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.032679] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Instance network_info: |[{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1449.032977] env[62107]: DEBUG oslo_concurrency.lockutils [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.033157] env[62107]: DEBUG nova.network.neutron [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing network info cache for port caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.034492] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:50:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caff9795-a3eb-4aa6-b8b0-8c933256a0a3', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.042236] env[62107]: DEBUG oslo.service.loopingcall [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.043121] env[62107]: DEBUG nova.network.neutron [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Port aede8840-d86a-4d22-bfff-02603928dcbf binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1449.049625] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.050149] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1449.052312] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0ba170b-0a64-4779-9d6a-ebacaa238599 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.074247] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.074247] env[62107]: value = "task-1699311" [ 1449.074247] env[62107]: _type = "Task" [ 1449.074247] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.082344] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699311, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.090293] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1449.090541] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1449.090701] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.090881] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1449.091035] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.091185] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1449.091400] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1449.091561] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1449.091729] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1449.091890] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1449.092074] env[62107]: DEBUG nova.virt.hardware [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1449.092943] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b8ff3-dd9e-4adf-9c2a-fc073f917690 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.104356] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3aa76a-24a2-4c1f-a0c7-58065f27ae15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.123356] env[62107]: DEBUG nova.scheduler.client.report [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1449.126701] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "f8e35f57-f6a5-4303-a460-2f6df2769032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.126924] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.237831] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067034} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.238098] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.238966] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c040ac62-8524-4c87-941b-3be496e6a806 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.260973] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] be484c84-4e47-4f24-8e83-096c7968c534/be484c84-4e47-4f24-8e83-096c7968c534.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.261624] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf587e72-1a60-4a88-8799-ba32446a2023 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.275957] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e0161e23-d28e-42e7-b30a-cc2b275cc96a] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1449.283159] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1449.283159] env[62107]: value = "task-1699312" [ 1449.283159] env[62107]: _type = "Task" [ 1449.283159] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.291479] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.481184] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699310, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.512949] env[62107]: INFO nova.compute.manager [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Rebuilding instance [ 1449.573523] env[62107]: DEBUG nova.compute.manager [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1449.574456] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6eea6f-3146-424e-b272-2f2e19143326 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.587371] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699311, 'name': CreateVM_Task, 'duration_secs': 0.348659} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.588257] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.593570] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.593754] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.594094] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.594590] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2dbe060-8097-4d4e-9d06-2a494736ab77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.600063] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1449.600063] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c4d65-0a06-88a4-8737-b3a063fb9e1f" [ 1449.600063] env[62107]: _type = "Task" [ 1449.600063] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.608488] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c4d65-0a06-88a4-8737-b3a063fb9e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.628850] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.629394] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1449.632348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.328s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.632621] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.635077] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.138s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.635263] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.639457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.051s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.639457] env[62107]: INFO nova.compute.claims [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.663157] env[62107]: INFO nova.scheduler.client.report [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted allocations for instance e58622c1-bfb7-43f8-87bb-b6d7505044f7 [ 1449.667720] env[62107]: INFO nova.scheduler.client.report [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Deleted allocations for instance 51480637-baae-4ac7-aafe-b4c7d9d5bfca [ 1449.721581] env[62107]: DEBUG nova.network.neutron [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Successfully updated port: 33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.779851] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 5801ddb7-fa0b-4c30-be71-afae4d7ce119] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1449.795341] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699312, 'name': ReconfigVM_Task, 'duration_secs': 0.345626} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.795620] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Reconfigured VM instance instance-0000003e to attach disk [datastore1] be484c84-4e47-4f24-8e83-096c7968c534/be484c84-4e47-4f24-8e83-096c7968c534.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.796274] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f817fc9c-7481-49be-ab16-d78fe148e451 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.803167] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1449.803167] env[62107]: value = "task-1699313" [ 1449.803167] env[62107]: _type = "Task" [ 1449.803167] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.814083] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699313, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.856680] env[62107]: DEBUG nova.network.neutron [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updated VIF entry in instance network info cache for port caff9795-a3eb-4aa6-b8b0-8c933256a0a3. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.857097] env[62107]: DEBUG nova.network.neutron [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.981608] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699310, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.076310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.076552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.076728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.096509] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.097041] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03309ceb-9ff8-4d82-ab99-c30257963872 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.105771] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1450.105771] env[62107]: value = "task-1699314" [ 1450.105771] env[62107]: _type = "Task" [ 1450.105771] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.111971] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c4d65-0a06-88a4-8737-b3a063fb9e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.112418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.112657] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.112890] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.113052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.113266] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.113505] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02238a38-6c8a-400a-87ae-ae03e5cfa64e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.120084] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.124475] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.124686] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.125440] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f45de99-e3b9-4e15-92b2-47cb87448a45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.130991] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1450.130991] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cb45f6-aeda-b6b8-0dad-50d0eec825fb" [ 1450.130991] env[62107]: _type = "Task" [ 1450.130991] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.138289] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cb45f6-aeda-b6b8-0dad-50d0eec825fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.145126] env[62107]: DEBUG nova.compute.utils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1450.146513] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1450.146785] env[62107]: DEBUG nova.network.neutron [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1450.180056] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f70c986d-7cd5-4309-be59-15b64e343a5b tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "e58622c1-bfb7-43f8-87bb-b6d7505044f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.627s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.181606] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c82ef5a8-7740-4770-93fd-d6a6a04da3aa tempest-MultipleCreateTestJSON-670556762 tempest-MultipleCreateTestJSON-670556762-project-member] Lock "51480637-baae-4ac7-aafe-b4c7d9d5bfca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.782s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.215855] env[62107]: DEBUG nova.policy [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11ecd66519ca4227a1604fb16df3e14b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f3dd7fa35494b57b200fbc5c2436e7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1450.223725] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.223886] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.224054] env[62107]: DEBUG nova.network.neutron [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.283422] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 604627ec-7d6f-4c3d-b789-322f4b4ea1ae] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.317248] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699313, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.360047] env[62107]: DEBUG oslo_concurrency.lockutils [req-70ef3d1b-f560-48ac-a174-1b00e39feff4 req-adf6cb3c-1770-4c34-b18e-93f009044899 service nova] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.481724] env[62107]: DEBUG oslo_vmware.api [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699310, 'name': RemoveSnapshot_Task, 'duration_secs': 1.320824} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.481826] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1450.482086] env[62107]: INFO nova.compute.manager [None req-5fc969d2-f441-481e-ac9e-c4e681c6b4e8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Took 17.35 seconds to snapshot the instance on the hypervisor. [ 1450.515999] env[62107]: DEBUG nova.network.neutron [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Successfully created port: 555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.619035] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699314, 'name': PowerOffVM_Task, 'duration_secs': 0.391507} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.619035] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1450.619249] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.620331] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b55ed-3112-4406-9687-c147f3e80d64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.628727] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1450.628971] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ed4aa4-a15a-4d02-9d8e-6f87feb62c6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.642809] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cb45f6-aeda-b6b8-0dad-50d0eec825fb, 'name': SearchDatastore_Task, 'duration_secs': 0.016196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.644029] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e891eff-e733-4e8b-a828-aece8fbce3e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.652632] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1450.655255] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1450.655255] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bbdd31-87a3-cd45-34d2-263cdce53af4" [ 1450.655255] env[62107]: _type = "Task" [ 1450.655255] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.665678] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bbdd31-87a3-cd45-34d2-263cdce53af4, 'name': SearchDatastore_Task, 'duration_secs': 0.008755} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.665980] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.666274] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5763e2f2-73a6-458c-9512-041ddf5791eb/5763e2f2-73a6-458c-9512-041ddf5791eb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.666514] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7909deb-2660-4674-9c5a-184b10ef20e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.673674] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1450.673674] env[62107]: value = "task-1699316" [ 1450.673674] env[62107]: _type = "Task" [ 1450.673674] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.686126] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.713855] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.714086] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.714317] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleting the datastore file [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.714515] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf5394e-f479-4969-b42a-94dc0bfecbb5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.721453] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1450.721453] env[62107]: value = "task-1699317" [ 1450.721453] env[62107]: _type = "Task" [ 1450.721453] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.733544] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.771188] env[62107]: DEBUG nova.network.neutron [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.788126] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 8553d005-e6e3-452c-a7e1-84a479c28c34] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.814741] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699313, 'name': Rename_Task, 'duration_secs': 0.9232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.817816] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1450.818253] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2db526c3-ac46-407a-b9cf-5228237116fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.824902] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1450.824902] env[62107]: value = "task-1699318" [ 1450.824902] env[62107]: _type = "Task" [ 1450.824902] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.835649] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.922249] env[62107]: DEBUG nova.compute.manager [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Received event network-vif-plugged-33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.922249] env[62107]: DEBUG oslo_concurrency.lockutils [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.922249] env[62107]: DEBUG oslo_concurrency.lockutils [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.922249] env[62107]: DEBUG oslo_concurrency.lockutils [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.922774] env[62107]: DEBUG nova.compute.manager [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] No waiting events found dispatching network-vif-plugged-33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1450.923121] env[62107]: WARNING nova.compute.manager [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Received unexpected event network-vif-plugged-33ed2246-fac9-491b-af3a-ed9bb9154f09 for instance with vm_state building and task_state spawning. [ 1450.923512] env[62107]: DEBUG nova.compute.manager [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Received event network-changed-33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1450.923874] env[62107]: DEBUG nova.compute.manager [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Refreshing instance network info cache due to event network-changed-33ed2246-fac9-491b-af3a-ed9bb9154f09. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1450.924187] env[62107]: DEBUG oslo_concurrency.lockutils [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.045778] env[62107]: DEBUG nova.network.neutron [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.132174] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.132415] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.132654] env[62107]: DEBUG nova.network.neutron [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.187097] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699316, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.211162] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb049f6-2262-4bcb-8de3-9122d5da11ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.220772] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e787c7-6fca-493c-a882-db94b41c40b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.232913] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397085} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.987343] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.987677] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.987785] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.990361] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: af8a8b36-1bac-422b-9dc1-2b60d2e5f04c] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.992542] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.992817] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Instance network_info: |[{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1451.995659] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1452.001012] env[62107]: DEBUG oslo_concurrency.lockutils [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.001154] env[62107]: DEBUG nova.network.neutron [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Refreshing network info cache for port 33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.002126] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:cf:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33ed2246-fac9-491b-af3a-ed9bb9154f09', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.009388] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating folder: Project (2252fd3fdab24b02b94f3c056d03e997). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.014021] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8775b2a-cdd1-49fd-90af-0a3e4ba7e1ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.016671] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c19aa83-e012-437e-9da2-73904d67a2e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.024030] env[62107]: DEBUG oslo_vmware.api [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699318, 'name': PowerOnVM_Task, 'duration_secs': 0.637768} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.029498] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.033165] env[62107]: INFO nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1452.033165] env[62107]: DEBUG nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1452.033165] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569891} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.033862] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d9062-3173-4dfb-a23f-a67d675e07da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.037780] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f79d5-7c9b-498e-8c5e-4a81d56ca6e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.041706] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 5763e2f2-73a6-458c-9512-041ddf5791eb/5763e2f2-73a6-458c-9512-041ddf5791eb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.041851] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.042189] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created folder: Project (2252fd3fdab24b02b94f3c056d03e997) in parent group-v354057. [ 1452.043127] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating folder: Instances. Parent ref: group-v354238. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1452.043644] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-847b96bf-306f-4ad9-a8e6-d0f110e88cc9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.045624] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03cb5421-e8aa-410a-a5ef-2f7cf6727faf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.050374] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1452.050718] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1452.052091] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1452.052406] env[62107]: DEBUG nova.virt.hardware [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1452.053229] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e4cef-c6e5-4a15-bb6f-4316ebff9421 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.066933] env[62107]: DEBUG nova.compute.provider_tree [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.068323] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1452.068323] env[62107]: value = "task-1699321" [ 1452.068323] env[62107]: _type = "Task" [ 1452.068323] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.073881] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created folder: Instances in parent group-v354238. [ 1452.074126] env[62107]: DEBUG oslo.service.loopingcall [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1452.075140] env[62107]: DEBUG nova.compute.manager [req-7f0e5510-47ac-4841-874f-35b7b80d036b req-9c256f90-6362-422c-87ae-68ef276d4d50 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Received event network-vif-plugged-555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1452.075371] env[62107]: DEBUG oslo_concurrency.lockutils [req-7f0e5510-47ac-4841-874f-35b7b80d036b req-9c256f90-6362-422c-87ae-68ef276d4d50 service nova] Acquiring lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.075574] env[62107]: DEBUG oslo_concurrency.lockutils [req-7f0e5510-47ac-4841-874f-35b7b80d036b req-9c256f90-6362-422c-87ae-68ef276d4d50 service nova] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.075744] env[62107]: DEBUG oslo_concurrency.lockutils [req-7f0e5510-47ac-4841-874f-35b7b80d036b req-9c256f90-6362-422c-87ae-68ef276d4d50 service nova] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.075909] env[62107]: DEBUG nova.compute.manager [req-7f0e5510-47ac-4841-874f-35b7b80d036b req-9c256f90-6362-422c-87ae-68ef276d4d50 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] No waiting events found dispatching network-vif-plugged-555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1452.076085] env[62107]: WARNING nova.compute.manager [req-7f0e5510-47ac-4841-874f-35b7b80d036b req-9c256f90-6362-422c-87ae-68ef276d4d50 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Received unexpected event network-vif-plugged-555ab89f-e9f6-4435-aec9-6dadade03cd6 for instance with vm_state building and task_state spawning. [ 1452.081217] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.084614] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86562ef9-9b97-4ff4-b699-bc56be17abe6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.099695] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d506d809-14bc-4f77-909d-456e19fa0e31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.110751] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.121760] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.121760] env[62107]: value = "task-1699322" [ 1452.121760] env[62107]: _type = "Task" [ 1452.121760] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.130160] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699322, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.235557] env[62107]: DEBUG nova.network.neutron [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Successfully updated port: 555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1452.347998] env[62107]: DEBUG nova.network.neutron [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.502796] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e91e2c1c-b3fa-45fd-8d93-c7024a9bc5ae] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1452.591352] env[62107]: INFO nova.compute.manager [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Took 42.08 seconds to build instance. [ 1452.594144] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222095} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.595081] env[62107]: ERROR nova.scheduler.client.report [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [req-a61c9827-af05-4b26-965c-f30cdf3ff659] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a61c9827-af05-4b26-965c-f30cdf3ff659"}]} [ 1452.595611] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.598252] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ad94f3-bc89-402a-bc9b-d07fe4fef4fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.622032] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 5763e2f2-73a6-458c-9512-041ddf5791eb/5763e2f2-73a6-458c-9512-041ddf5791eb.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.623697] env[62107]: DEBUG nova.scheduler.client.report [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1452.627349] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8020cc8d-0729-4f1d-9d4f-1a95b5b3367a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.652104] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699322, 'name': CreateVM_Task, 'duration_secs': 0.394229} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.652839] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.653189] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1452.653189] env[62107]: value = "task-1699323" [ 1452.653189] env[62107]: _type = "Task" [ 1452.653189] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.653814] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.653969] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.654301] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.655288] env[62107]: DEBUG nova.scheduler.client.report [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1452.656034] env[62107]: DEBUG nova.compute.provider_tree [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.657269] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0152c32a-5148-461f-a283-2b02fb70a802 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.666286] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1452.666286] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5292b715-0e52-e5bd-1e86-c3fa791c53b8" [ 1452.666286] env[62107]: _type = "Task" [ 1452.666286] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.671868] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.672905] env[62107]: DEBUG nova.scheduler.client.report [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1452.684013] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5292b715-0e52-e5bd-1e86-c3fa791c53b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.684013] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.684306] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.684544] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.685278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.685278] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.685278] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80ccf73a-cea4-4904-a628-31069e8f97a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.692834] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.693018] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.693760] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3226669-a9a4-44f7-83af-73bc8f9b4948 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.696554] env[62107]: DEBUG nova.scheduler.client.report [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1452.701895] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1452.701895] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5282035e-ecd8-a959-e1bd-e311d7b69a4a" [ 1452.701895] env[62107]: _type = "Task" [ 1452.701895] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.713717] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5282035e-ecd8-a959-e1bd-e311d7b69a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.714532] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643fe95a-7fbf-482a-af40-84953b0c130f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.724391] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1452.724391] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524639c8-b2a6-a106-bb85-8131dfe03b15" [ 1452.724391] env[62107]: _type = "Task" [ 1452.724391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.734438] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524639c8-b2a6-a106-bb85-8131dfe03b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.738694] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.739052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquired lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.739052] env[62107]: DEBUG nova.network.neutron [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.794370] env[62107]: DEBUG nova.network.neutron [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updated VIF entry in instance network info cache for port 33ed2246-fac9-491b-af3a-ed9bb9154f09. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.794841] env[62107]: DEBUG nova.network.neutron [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.851352] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.008573] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9459abc8-7efd-4c3a-8dd4-ecaec1e39b24] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.042173] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.042517] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.042735] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.042967] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.043137] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.043388] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.043879] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.044146] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.044436] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.044670] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.044943] env[62107]: DEBUG nova.virt.hardware [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.045964] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24bff1b-59c7-436b-8cc0-bfcd42819505 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.055348] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93dd57-6df3-4a7e-adf4-a9d3e6ad825b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.073374] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:87:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8f398a5-21af-48f2-b295-f306746a3d57', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.080966] env[62107]: DEBUG oslo.service.loopingcall [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.083547] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.083978] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a195f40-2a23-4aa6-bb4e-d9d5da44083a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.100956] env[62107]: DEBUG oslo_concurrency.lockutils [None req-159fb8c2-6665-4808-af03-1768a2581d02 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "be484c84-4e47-4f24-8e83-096c7968c534" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.115s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.107838] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.107838] env[62107]: value = "task-1699324" [ 1453.107838] env[62107]: _type = "Task" [ 1453.107838] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.121584] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699324, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.160766] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a7d64-c628-41d6-8493-46249abc8371 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.168453] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.171268] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438186c-30b0-41de-8446-f27b8f322b13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.206150] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ed9b07-4415-45a6-b10a-73153ec8ef5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.216297] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0092b84-2b30-4f83-ab5a-6e6c391de1ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.230688] env[62107]: DEBUG nova.compute.provider_tree [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.240992] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524639c8-b2a6-a106-bb85-8131dfe03b15, 'name': SearchDatastore_Task, 'duration_secs': 0.01554} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.243219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.243515] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977/7063b2ba-e02a-4b84-a9c6-5d8e8a74c977.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.244375] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b99540e-9237-48b9-ad88-ce2d0b83ca01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.252323] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1453.252323] env[62107]: value = "task-1699325" [ 1453.252323] env[62107]: _type = "Task" [ 1453.252323] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.262099] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.288204] env[62107]: DEBUG nova.network.neutron [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.298142] env[62107]: DEBUG oslo_concurrency.lockutils [req-aa22e4da-d66f-44fd-a8ac-0adf9e45960e req-d6d81f85-76f6-402b-a760-0e12ca8d0ad0 service nova] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.380492] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35901de9-dd0f-4f5f-8434-a26fed8d2ec1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.404844] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1588cd07-edd6-4dd1-8d0b-6e3c8934c6ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.412605] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1453.503715] env[62107]: DEBUG nova.network.neutron [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Updating instance_info_cache with network_info: [{"id": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "address": "fa:16:3e:ba:c9:1e", "network": {"id": "3d87b890-f678-4cb7-a59a-78e43ed1423d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1729981619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3dd7fa35494b57b200fbc5c2436e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555ab89f-e9", "ovs_interfaceid": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.512148] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6ff5367c-657e-486f-9c7a-8b8580cae366] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.603611] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1453.620030] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699324, 'name': CreateVM_Task, 'duration_secs': 0.372698} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.620197] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.621063] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.621227] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.621683] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.621820] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97987b30-a371-4432-a96a-7e9831df85a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.627153] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1453.627153] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273fc8a-649f-dbdc-65a2-c1564ff810fd" [ 1453.627153] env[62107]: _type = "Task" [ 1453.627153] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.636398] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273fc8a-649f-dbdc-65a2-c1564ff810fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.668293] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699323, 'name': ReconfigVM_Task, 'duration_secs': 0.595487} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.668581] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 5763e2f2-73a6-458c-9512-041ddf5791eb/5763e2f2-73a6-458c-9512-041ddf5791eb.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.669223] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704451cb-9ca6-4028-a398-f3201806b2c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.677826] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1453.677826] env[62107]: value = "task-1699326" [ 1453.677826] env[62107]: _type = "Task" [ 1453.677826] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.686252] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699326, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.762008] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468125} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.762279] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977/7063b2ba-e02a-4b84-a9c6-5d8e8a74c977.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.762484] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.763404] env[62107]: DEBUG nova.scheduler.client.report [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1453.763733] env[62107]: DEBUG nova.compute.provider_tree [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 90 to 91 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1453.763921] env[62107]: DEBUG nova.compute.provider_tree [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.767073] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f05e8437-313c-4724-bb82-eef9e076fd0c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.773807] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1453.773807] env[62107]: value = "task-1699327" [ 1453.773807] env[62107]: _type = "Task" [ 1453.773807] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.783620] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.920991] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.921381] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-409f54fa-b10a-45ed-94c4-03d5f38fbaa1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.929519] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1453.929519] env[62107]: value = "task-1699328" [ 1453.929519] env[62107]: _type = "Task" [ 1453.929519] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.938347] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.006721] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Releasing lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.006993] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Instance network_info: |[{"id": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "address": "fa:16:3e:ba:c9:1e", "network": {"id": "3d87b890-f678-4cb7-a59a-78e43ed1423d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1729981619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3dd7fa35494b57b200fbc5c2436e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555ab89f-e9", "ovs_interfaceid": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1454.007659] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:c9:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '555ab89f-e9f6-4435-aec9-6dadade03cd6', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1454.015321] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Creating folder: Project (2f3dd7fa35494b57b200fbc5c2436e7e). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.016555] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 261080a8-78d6-4506-96ef-d9175fe0017e] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.017523] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f7d949-c34f-4f06-a3d0-538bc5be7edd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.029792] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Created folder: Project (2f3dd7fa35494b57b200fbc5c2436e7e) in parent group-v354057. [ 1454.029921] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Creating folder: Instances. Parent ref: group-v354242. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1454.030476] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2a78524-96a5-4b5b-88fc-f3a38e30580c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.040624] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Created folder: Instances in parent group-v354242. [ 1454.040921] env[62107]: DEBUG oslo.service.loopingcall [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.041203] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1454.041437] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f71b834a-9e86-437d-ba0c-d07fdd418f36 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.060819] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1454.060819] env[62107]: value = "task-1699331" [ 1454.060819] env[62107]: _type = "Task" [ 1454.060819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.068235] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699331, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.126294] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.139012] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273fc8a-649f-dbdc-65a2-c1564ff810fd, 'name': SearchDatastore_Task, 'duration_secs': 0.048956} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.139344] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.139576] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.139804] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.139953] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.140140] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.140398] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65e010b9-4247-4724-b3c5-9a49ce11255b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.153664] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.153869] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.154662] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12adbc9-5b9c-4da6-a6d0-e91bdd7cb9a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.160256] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1454.160256] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521bb2c4-5c84-417c-0015-17b5957cc0f0" [ 1454.160256] env[62107]: _type = "Task" [ 1454.160256] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.166579] env[62107]: DEBUG nova.compute.manager [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Received event network-changed-555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1454.166801] env[62107]: DEBUG nova.compute.manager [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Refreshing instance network info cache due to event network-changed-555ab89f-e9f6-4435-aec9-6dadade03cd6. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1454.167061] env[62107]: DEBUG oslo_concurrency.lockutils [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] Acquiring lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.167235] env[62107]: DEBUG oslo_concurrency.lockutils [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] Acquired lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.167436] env[62107]: DEBUG nova.network.neutron [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Refreshing network info cache for port 555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.175985] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521bb2c4-5c84-417c-0015-17b5957cc0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.187532] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699326, 'name': Rename_Task, 'duration_secs': 0.281627} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.187790] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.188031] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-408ed662-ef83-4073-934c-4765208127a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.194019] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1454.194019] env[62107]: value = "task-1699332" [ 1454.194019] env[62107]: _type = "Task" [ 1454.194019] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.201364] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.270850] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.633s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.272134] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.308s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.274315] env[62107]: INFO nova.compute.claims [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.286460] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062607} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.286722] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.287635] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc21ce2-d9b2-430e-a14e-3239a1ac2fa4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.313534] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977/7063b2ba-e02a-4b84-a9c6-5d8e8a74c977.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.315528] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf85d0f0-d570-4b23-af38-78b3b1f98739 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.341728] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1454.341728] env[62107]: value = "task-1699333" [ 1454.341728] env[62107]: _type = "Task" [ 1454.341728] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.350562] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.439414] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.523637] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6014c827-bbb3-4419-bf0c-574989a6f943] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.570847] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699331, 'name': CreateVM_Task, 'duration_secs': 0.476486} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.571121] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.571866] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.572046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.572382] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.572653] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da327a3-3ac3-412b-a306-5e5b07c740d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.577754] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1454.577754] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5211c1c5-6241-ac47-bfdd-5b6ee08e34ae" [ 1454.577754] env[62107]: _type = "Task" [ 1454.577754] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.585560] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5211c1c5-6241-ac47-bfdd-5b6ee08e34ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.670965] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521bb2c4-5c84-417c-0015-17b5957cc0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.671785] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6ae47d-c768-4325-9b27-8dd5fec9a937 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.681437] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1454.681437] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52199820-79ae-4018-86ad-cd8f62ff2856" [ 1454.681437] env[62107]: _type = "Task" [ 1454.681437] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.691280] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52199820-79ae-4018-86ad-cd8f62ff2856, 'name': SearchDatastore_Task, 'duration_secs': 0.010398} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.691280] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.691280] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.691280] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ab121b6-8c35-4c57-bf46-a343b5979be7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.698415] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1454.698415] env[62107]: value = "task-1699334" [ 1454.698415] env[62107]: _type = "Task" [ 1454.698415] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.704732] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.709201] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.783972] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "d92f2cf1-a249-45ce-bd37-a7ba9521c3ce" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.783972] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "d92f2cf1-a249-45ce-bd37-a7ba9521c3ce" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.858446] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.947439] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.994092] env[62107]: DEBUG nova.network.neutron [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Updated VIF entry in instance network info cache for port 555ab89f-e9f6-4435-aec9-6dadade03cd6. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.994514] env[62107]: DEBUG nova.network.neutron [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Updating instance_info_cache with network_info: [{"id": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "address": "fa:16:3e:ba:c9:1e", "network": {"id": "3d87b890-f678-4cb7-a59a-78e43ed1423d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1729981619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3dd7fa35494b57b200fbc5c2436e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555ab89f-e9", "ovs_interfaceid": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.031127] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 3ba3ab68-3aca-455a-8600-9508a11579c9] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1455.091499] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5211c1c5-6241-ac47-bfdd-5b6ee08e34ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.091886] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.092169] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.092510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.092722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.092918] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.093260] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b3499da-4a3a-4fcd-b295-7a6a971dfc29 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.109386] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.109791] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.110757] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a2fde6-0290-4dc2-884d-d1f684030e5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.117112] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1455.117112] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52226ffd-a9d1-ff3c-9f58-8b6f9c0fc2af" [ 1455.117112] env[62107]: _type = "Task" [ 1455.117112] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.129039] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52226ffd-a9d1-ff3c-9f58-8b6f9c0fc2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.206123] env[62107]: DEBUG oslo_vmware.api [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699332, 'name': PowerOnVM_Task, 'duration_secs': 0.785719} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.206830] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.207071] env[62107]: INFO nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1455.207261] env[62107]: DEBUG nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1455.208028] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90688c87-df9c-44bc-bd74-f18fb2534a9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.213607] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479601} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.214273] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.214487] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.214766] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-937545c1-e003-4861-a7e0-425e2efd2a45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.227028] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1455.227028] env[62107]: value = "task-1699335" [ 1455.227028] env[62107]: _type = "Task" [ 1455.227028] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.235058] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.287436] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "d92f2cf1-a249-45ce-bd37-a7ba9521c3ce" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.287918] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1455.352587] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699333, 'name': ReconfigVM_Task, 'duration_secs': 0.990763} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.355150] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977/7063b2ba-e02a-4b84-a9c6-5d8e8a74c977.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.355989] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b025726c-18ef-4770-bfdc-f307862ff585 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.362312] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1455.362312] env[62107]: value = "task-1699336" [ 1455.362312] env[62107]: _type = "Task" [ 1455.362312] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.373701] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699336, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.442659] env[62107]: DEBUG oslo_vmware.api [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699328, 'name': PowerOnVM_Task, 'duration_secs': 1.499598} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.445271] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.445465] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f56b1c6d-a641-4482-8fdb-515ffe28acdd tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance 'a3a0029e-76fe-4ba3-9bdc-247ea37f78df' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1455.496777] env[62107]: DEBUG oslo_concurrency.lockutils [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] Releasing lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.497044] env[62107]: DEBUG nova.compute.manager [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Received event network-changed-c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1455.497225] env[62107]: DEBUG nova.compute.manager [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Refreshing instance network info cache due to event network-changed-c06440d0-0395-4888-859e-e7e72acccc02. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1455.497425] env[62107]: DEBUG oslo_concurrency.lockutils [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] Acquiring lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.497566] env[62107]: DEBUG oslo_concurrency.lockutils [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] Acquired lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.497723] env[62107]: DEBUG nova.network.neutron [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Refreshing network info cache for port c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.534223] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: b7376628-2a4a-4ec8-8be2-48fc6ee95d73] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1455.628703] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52226ffd-a9d1-ff3c-9f58-8b6f9c0fc2af, 'name': SearchDatastore_Task, 'duration_secs': 0.044153} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.631999] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35741546-d1f2-4c76-9771-8f24239fce03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.636964] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1455.636964] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5207ac9e-906e-f7db-e759-409a58e40065" [ 1455.636964] env[62107]: _type = "Task" [ 1455.636964] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.645620] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5207ac9e-906e-f7db-e759-409a58e40065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.679284] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ccb64-ea10-41ac-ac9b-4eec8da9b697 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.686694] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6515f264-5ca1-499e-9bff-e19c9cea493a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.717721] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945171a-e110-4eae-a90d-8e950bdf710d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.731234] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb457c-3aef-474a-ac47-52b629feaba9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.742056] env[62107]: INFO nova.compute.manager [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Took 42.88 seconds to build instance. [ 1455.757103] env[62107]: DEBUG nova.compute.provider_tree [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.760461] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.380805} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.760934] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.761821] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80346b-bf35-4d7d-ba92-0c8011b213fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.788370] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.788370] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b4ff0d-100c-4fb5-8920-13e55f842c2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.803389] env[62107]: DEBUG nova.compute.utils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1455.807657] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1455.807657] env[62107]: DEBUG nova.network.neutron [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1455.812807] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1455.812807] env[62107]: value = "task-1699337" [ 1455.812807] env[62107]: _type = "Task" [ 1455.812807] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.826410] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.846669] env[62107]: DEBUG nova.policy [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed79510890d04a4780d18d6c826c583a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436ee83a6e4d46e98863db4aebb65592', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1455.873096] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699336, 'name': Rename_Task, 'duration_secs': 0.403524} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.873096] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.873096] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d22f81-e239-460e-a549-b5cda17b4d62 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.880222] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1455.880222] env[62107]: value = "task-1699338" [ 1455.880222] env[62107]: _type = "Task" [ 1455.880222] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.888081] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.040412] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 227a90d6-1651-45fb-bb34-c785a7a7ff49] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.152720] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5207ac9e-906e-f7db-e759-409a58e40065, 'name': SearchDatastore_Task, 'duration_secs': 0.027163} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.153074] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.153402] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf/e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1456.153787] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbc555f7-4e5b-4a75-9fb3-a3d307f58eca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.160329] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1456.160329] env[62107]: value = "task-1699339" [ 1456.160329] env[62107]: _type = "Task" [ 1456.160329] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.169832] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.172412] env[62107]: DEBUG nova.network.neutron [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Successfully created port: 9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.256236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ac1ef47a-9e0b-423a-b825-a5a3a31ac8c7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.930s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.262088] env[62107]: DEBUG nova.scheduler.client.report [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1456.312288] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1456.330026] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.398821] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.504128] env[62107]: DEBUG nova.network.neutron [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Updated VIF entry in instance network info cache for port c06440d0-0395-4888-859e-e7e72acccc02. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.504638] env[62107]: DEBUG nova.network.neutron [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Updating instance_info_cache with network_info: [{"id": "c06440d0-0395-4888-859e-e7e72acccc02", "address": "fa:16:3e:2e:ce:b7", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06440d0-03", "ovs_interfaceid": "c06440d0-0395-4888-859e-e7e72acccc02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.543059] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d50ddb0d-24b8-4145-ba74-b43672c7a996] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1456.658033] env[62107]: DEBUG nova.compute.manager [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-changed-caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.658275] env[62107]: DEBUG nova.compute.manager [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing instance network info cache due to event network-changed-caff9795-a3eb-4aa6-b8b0-8c933256a0a3. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1456.658457] env[62107]: DEBUG oslo_concurrency.lockutils [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.658592] env[62107]: DEBUG oslo_concurrency.lockutils [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.658804] env[62107]: DEBUG nova.network.neutron [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing network info cache for port caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.671362] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.759481] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1456.770921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.771538] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1456.774305] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.039s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.775910] env[62107]: INFO nova.compute.claims [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.835586] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.898676] env[62107]: DEBUG oslo_vmware.api [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699338, 'name': PowerOnVM_Task, 'duration_secs': 0.917294} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.899099] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.900101] env[62107]: INFO nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1456.900101] env[62107]: DEBUG nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1456.900632] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef46143-2d73-488b-ab00-8714534b6e30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.008769] env[62107]: DEBUG oslo_concurrency.lockutils [req-340064fd-5a5e-4678-8c69-c865fd3b1c93 req-de879f2f-744f-43d9-8610-575b3d3561a4 service nova] Releasing lock "refresh_cache-be484c84-4e47-4f24-8e83-096c7968c534" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.046726] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 655d0482-59c4-41f6-856c-51e1b06002cf] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1457.176548] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514527} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.176548] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf/e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.176548] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.176548] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49fc0ec7-85a2-475c-972f-387e43a36402 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.183018] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1457.183018] env[62107]: value = "task-1699340" [ 1457.183018] env[62107]: _type = "Task" [ 1457.183018] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.190192] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.283173] env[62107]: DEBUG nova.compute.utils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.290453] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1457.290453] env[62107]: DEBUG nova.network.neutron [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.293789] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.329726] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1457.332341] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.337506] env[62107]: DEBUG nova.policy [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bf762e8513d44438a6ba7f2a8487566', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72bed46c875b4a2e8e3a4e3d026ff927', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1457.361363] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1457.361724] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1457.361960] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.362251] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1457.362475] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.362707] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1457.363054] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1457.363275] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1457.363536] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1457.363779] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1457.364058] env[62107]: DEBUG nova.virt.hardware [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1457.365260] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdba12bd-cf40-426b-8320-dcacd07844db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.379791] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a24038d-15da-43e9-84de-a95d8c9f173e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.422020] env[62107]: INFO nova.compute.manager [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Took 41.58 seconds to build instance. [ 1457.439653] env[62107]: DEBUG nova.network.neutron [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updated VIF entry in instance network info cache for port caff9795-a3eb-4aa6-b8b0-8c933256a0a3. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.440042] env[62107]: DEBUG nova.network.neutron [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.550944] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.551137] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62107) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1457.666717] env[62107]: DEBUG nova.network.neutron [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Successfully created port: 781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1457.691670] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.376771} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.691939] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.693064] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c88d0b-a887-4082-8e86-9914aab024a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.716166] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf/e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.716462] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a26d3100-dd2e-4596-84ec-62bf7c93f991 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.737291] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1457.737291] env[62107]: value = "task-1699341" [ 1457.737291] env[62107]: _type = "Task" [ 1457.737291] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.745918] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.789782] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1457.828882] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699337, 'name': ReconfigVM_Task, 'duration_secs': 1.703539} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.829364] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c/a910ff3a-d417-4114-b11e-e44772119b9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.830123] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41e8a19a-90b3-49c8-aa7a-717a88e253de {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.847574] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1457.847574] env[62107]: value = "task-1699342" [ 1457.847574] env[62107]: _type = "Task" [ 1457.847574] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.863381] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699342, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.925949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e67a71eb-3670-4ec8-98b8-cb9c0197b50b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.330s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.942372] env[62107]: DEBUG oslo_concurrency.lockutils [req-1d105fa1-66a8-4ae5-a7fe-12bcd231d768 req-c7dc4a31-a015-49af-848f-baeedf53edd7 service nova] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.970013] env[62107]: DEBUG nova.compute.manager [req-63bce409-9093-4a41-a7e3-5ba4e5c292d7 req-fb99497e-d030-4304-89ce-560821067133 service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Received event network-vif-plugged-9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1457.970340] env[62107]: DEBUG oslo_concurrency.lockutils [req-63bce409-9093-4a41-a7e3-5ba4e5c292d7 req-fb99497e-d030-4304-89ce-560821067133 service nova] Acquiring lock "09bd71b2-e9b8-4759-8338-1884ce004dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.970624] env[62107]: DEBUG oslo_concurrency.lockutils [req-63bce409-9093-4a41-a7e3-5ba4e5c292d7 req-fb99497e-d030-4304-89ce-560821067133 service nova] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.971016] env[62107]: DEBUG oslo_concurrency.lockutils [req-63bce409-9093-4a41-a7e3-5ba4e5c292d7 req-fb99497e-d030-4304-89ce-560821067133 service nova] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.971123] env[62107]: DEBUG nova.compute.manager [req-63bce409-9093-4a41-a7e3-5ba4e5c292d7 req-fb99497e-d030-4304-89ce-560821067133 service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] No waiting events found dispatching network-vif-plugged-9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1457.973042] env[62107]: WARNING nova.compute.manager [req-63bce409-9093-4a41-a7e3-5ba4e5c292d7 req-fb99497e-d030-4304-89ce-560821067133 service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Received unexpected event network-vif-plugged-9d8008a9-3d37-44ef-badf-074e2f0cb543 for instance with vm_state building and task_state spawning. [ 1458.054506] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.247516] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699341, 'name': ReconfigVM_Task, 'duration_secs': 0.309833} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.251534] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Reconfigured VM instance instance-00000041 to attach disk [datastore1] e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf/e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1458.251534] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60aa19a5-6706-466d-9831-8c97d6aea7ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.258724] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1458.258724] env[62107]: value = "task-1699343" [ 1458.258724] env[62107]: _type = "Task" [ 1458.258724] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.269819] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699343, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.305551] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a97ce21-31b1-4342-8aa7-3f961faa4af9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.313972] env[62107]: DEBUG nova.network.neutron [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Successfully updated port: 9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.319014] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e60d7f2-426b-4e75-822c-62b95f6abf5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.362742] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4433e-be2c-48b8-b708-9042f13bdc94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.374103] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699342, 'name': Rename_Task, 'duration_secs': 0.180671} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.374103] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.374356] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c90015-cc3b-4084-a67e-42b0681cf82c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.377081] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814303d-ed58-47f9-be10-9bc421144572 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.393045] env[62107]: DEBUG nova.compute.provider_tree [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.394053] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1458.394053] env[62107]: value = "task-1699344" [ 1458.394053] env[62107]: _type = "Task" [ 1458.394053] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.402247] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699344, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.764784] env[62107]: DEBUG nova.network.neutron [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Port aede8840-d86a-4d22-bfff-02603928dcbf binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1458.765069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.765272] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.765459] env[62107]: DEBUG nova.network.neutron [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.772536] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699343, 'name': Rename_Task, 'duration_secs': 0.158631} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.773099] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.773345] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-735bd563-bd1e-46d9-8b0c-60062cebb4a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.779884] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1458.779884] env[62107]: value = "task-1699345" [ 1458.779884] env[62107]: _type = "Task" [ 1458.779884] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.788635] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.804529] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1458.815919] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "refresh_cache-09bd71b2-e9b8-4759-8338-1884ce004dfb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.816170] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquired lock "refresh_cache-09bd71b2-e9b8-4759-8338-1884ce004dfb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.816463] env[62107]: DEBUG nova.network.neutron [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.840178] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1458.840601] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1458.840859] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1458.841171] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1458.841376] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1458.841576] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1458.841855] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1458.842082] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1458.842307] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1458.842748] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1458.842748] env[62107]: DEBUG nova.virt.hardware [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1458.843999] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17c4515-5952-4a35-a87b-cbdcd112159c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.855446] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e5ae73-f432-4b35-b8a1-f411159325bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.895692] env[62107]: DEBUG nova.scheduler.client.report [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1458.908802] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699344, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.292479] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.382105] env[62107]: DEBUG nova.network.neutron [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.405631] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.407122] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1459.413872] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.329s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.414342] env[62107]: DEBUG nova.objects.instance [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lazy-loading 'resources' on Instance uuid 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.427132] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.595350] env[62107]: DEBUG nova.network.neutron [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Updating instance_info_cache with network_info: [{"id": "9d8008a9-3d37-44ef-badf-074e2f0cb543", "address": "fa:16:3e:60:d0:9d", "network": {"id": "b3566279-78a2-4a8a-964e-5cf506481fcc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-428089070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436ee83a6e4d46e98863db4aebb65592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8008a9-3d", "ovs_interfaceid": "9d8008a9-3d37-44ef-badf-074e2f0cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.607334] env[62107]: DEBUG nova.network.neutron [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.797393] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.910676] env[62107]: DEBUG oslo_vmware.api [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699344, 'name': PowerOnVM_Task, 'duration_secs': 1.104161} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.911049] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.911265] env[62107]: DEBUG nova.compute.manager [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1459.912087] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa94b9-9efb-476e-9caf-1fc8f94299a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.926082] env[62107]: DEBUG nova.compute.utils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1459.932598] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1459.932913] env[62107]: DEBUG nova.network.neutron [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1459.978795] env[62107]: DEBUG nova.policy [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbee3a4abd8144fc94ad5f7f821ad1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cee2755f41f42f0baf75de1428313c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1460.008890] env[62107]: DEBUG nova.compute.manager [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Received event network-changed-9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1460.009168] env[62107]: DEBUG nova.compute.manager [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Refreshing instance network info cache due to event network-changed-9d8008a9-3d37-44ef-badf-074e2f0cb543. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1460.009421] env[62107]: DEBUG oslo_concurrency.lockutils [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] Acquiring lock "refresh_cache-09bd71b2-e9b8-4759-8338-1884ce004dfb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.098683] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Releasing lock "refresh_cache-09bd71b2-e9b8-4759-8338-1884ce004dfb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.099051] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Instance network_info: |[{"id": "9d8008a9-3d37-44ef-badf-074e2f0cb543", "address": "fa:16:3e:60:d0:9d", "network": {"id": "b3566279-78a2-4a8a-964e-5cf506481fcc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-428089070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436ee83a6e4d46e98863db4aebb65592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8008a9-3d", "ovs_interfaceid": "9d8008a9-3d37-44ef-badf-074e2f0cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1460.099629] env[62107]: DEBUG oslo_concurrency.lockutils [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] Acquired lock "refresh_cache-09bd71b2-e9b8-4759-8338-1884ce004dfb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.099753] env[62107]: DEBUG nova.network.neutron [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Refreshing network info cache for port 9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.101014] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:d0:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d8008a9-3d37-44ef-badf-074e2f0cb543', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1460.110795] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Creating folder: Project (436ee83a6e4d46e98863db4aebb65592). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.110795] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39f710e8-e312-44f8-9705-cac25f256b34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.115177] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.130879] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Created folder: Project (436ee83a6e4d46e98863db4aebb65592) in parent group-v354057. [ 1460.131124] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Creating folder: Instances. Parent ref: group-v354245. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1460.131385] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb2e646f-97c8-4a36-aa79-f516b9b9bf78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.144748] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Created folder: Instances in parent group-v354245. [ 1460.145029] env[62107]: DEBUG oslo.service.loopingcall [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.145232] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1460.145445] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240d9637-962a-497f-9b1f-4eba7bb3035f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.168130] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1460.168130] env[62107]: value = "task-1699348" [ 1460.168130] env[62107]: _type = "Task" [ 1460.168130] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.175830] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699348, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.293512] env[62107]: DEBUG oslo_vmware.api [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699345, 'name': PowerOnVM_Task, 'duration_secs': 1.206111} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.293853] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.294120] env[62107]: INFO nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1460.294317] env[62107]: DEBUG nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1460.295142] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7137d3e3-63d1-4fee-92d5-ad91ec8ae1cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.348303] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59753623-b837-491c-af40-f5b02830120a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.360169] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6559ea-2058-4488-8bee-2819c596d524 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.392686] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67537183-0d85-4b86-896a-8110c94c7d93 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.400369] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b8207-a3ef-44ab-95f9-7cb007f6aea5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.414389] env[62107]: DEBUG nova.compute.provider_tree [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.427822] env[62107]: DEBUG nova.network.neutron [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Successfully created port: 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.430413] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1460.440735] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.623029] env[62107]: DEBUG nova.compute.manager [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62107) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1460.623029] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.679854] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699348, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.718092] env[62107]: DEBUG nova.network.neutron [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Successfully updated port: 781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.817042] env[62107]: INFO nova.compute.manager [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Took 41.65 seconds to build instance. [ 1460.849469] env[62107]: DEBUG nova.network.neutron [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Updated VIF entry in instance network info cache for port 9d8008a9-3d37-44ef-badf-074e2f0cb543. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.849860] env[62107]: DEBUG nova.network.neutron [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Updating instance_info_cache with network_info: [{"id": "9d8008a9-3d37-44ef-badf-074e2f0cb543", "address": "fa:16:3e:60:d0:9d", "network": {"id": "b3566279-78a2-4a8a-964e-5cf506481fcc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-428089070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436ee83a6e4d46e98863db4aebb65592", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d8008a9-3d", "ovs_interfaceid": "9d8008a9-3d37-44ef-badf-074e2f0cb543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.917720] env[62107]: DEBUG nova.scheduler.client.report [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1461.180989] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699348, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.224942] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.224942] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquired lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.224942] env[62107]: DEBUG nova.network.neutron [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.319462] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cd0c9239-8a5a-48af-8bcc-b7785e46d115 tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.685s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.356565] env[62107]: DEBUG oslo_concurrency.lockutils [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] Releasing lock "refresh_cache-09bd71b2-e9b8-4759-8338-1884ce004dfb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.356974] env[62107]: DEBUG nova.compute.manager [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Received event network-changed-33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1461.357270] env[62107]: DEBUG nova.compute.manager [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Refreshing instance network info cache due to event network-changed-33ed2246-fac9-491b-af3a-ed9bb9154f09. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1461.357610] env[62107]: DEBUG oslo_concurrency.lockutils [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.357850] env[62107]: DEBUG oslo_concurrency.lockutils [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.358141] env[62107]: DEBUG nova.network.neutron [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Refreshing network info cache for port 33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.427467] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.428919] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.167s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.430937] env[62107]: INFO nova.compute.claims [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.440665] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1461.460881] env[62107]: INFO nova.scheduler.client.report [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleted allocations for instance 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5 [ 1461.489233] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1461.489574] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1461.489799] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.490077] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1461.490339] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.490488] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1461.490779] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1461.491008] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1461.491253] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1461.491532] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1461.491795] env[62107]: DEBUG nova.virt.hardware [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1461.496473] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192357b7-adb6-428a-af51-7000a023d7c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.504824] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348aaa36-b5d0-4cf1-a8f2-47dae0628aed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.679158] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699348, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.763097] env[62107]: DEBUG nova.network.neutron [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.948977] env[62107]: DEBUG nova.network.neutron [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Updating instance_info_cache with network_info: [{"id": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "address": "fa:16:3e:21:fd:f5", "network": {"id": "8c4d7e4f-8037-4a48-b0ec-9047f7b93665", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1158138511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bed46c875b4a2e8e3a4e3d026ff927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781f47ad-62", "ovs_interfaceid": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.975822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "7851bde8-b5cc-4caa-aa07-50bf7616df49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.976069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.976275] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "7851bde8-b5cc-4caa-aa07-50bf7616df49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.976449] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.976608] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.978148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecd2bcc6-27a5-4e19-9952-2add11c1ae50 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "890a905f-0cc5-4874-b6f3-c1ef05c7d7e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.941s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.979487] env[62107]: INFO nova.compute.manager [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Terminating instance [ 1461.981497] env[62107]: DEBUG nova.compute.manager [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1461.981711] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.982567] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd265ad-d98d-48df-af13-819011264468 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.997785] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.998083] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b02b8b-d204-4c11-95a2-61d720b824b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.004815] env[62107]: DEBUG oslo_vmware.api [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1462.004815] env[62107]: value = "task-1699349" [ 1462.004815] env[62107]: _type = "Task" [ 1462.004815] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.013196] env[62107]: DEBUG oslo_vmware.api [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.053042] env[62107]: DEBUG nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Received event network-vif-plugged-781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.053692] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Acquiring lock "87edb110-5975-43be-a81e-acab01b81fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.053879] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Lock "87edb110-5975-43be-a81e-acab01b81fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.054077] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Lock "87edb110-5975-43be-a81e-acab01b81fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.054280] env[62107]: DEBUG nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] No waiting events found dispatching network-vif-plugged-781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1462.054451] env[62107]: WARNING nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Received unexpected event network-vif-plugged-781f47ad-62a5-405a-ba99-53b4beeb8e1b for instance with vm_state building and task_state spawning. [ 1462.054617] env[62107]: DEBUG nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Received event network-changed-781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1462.054774] env[62107]: DEBUG nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Refreshing instance network info cache due to event network-changed-781f47ad-62a5-405a-ba99-53b4beeb8e1b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1462.055096] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Acquiring lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.180310] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699348, 'name': CreateVM_Task, 'duration_secs': 1.750327} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.180593] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.181141] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.181327] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.181661] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.181917] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4914ec78-6169-4c34-ad2e-7be157c35367 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.186935] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1462.186935] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52216738-1d8c-e509-57d2-8ce91c8ca5fd" [ 1462.186935] env[62107]: _type = "Task" [ 1462.186935] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.194906] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52216738-1d8c-e509-57d2-8ce91c8ca5fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.268490] env[62107]: DEBUG nova.network.neutron [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updated VIF entry in instance network info cache for port 33ed2246-fac9-491b-af3a-ed9bb9154f09. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.268886] env[62107]: DEBUG nova.network.neutron [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.358392] env[62107]: DEBUG nova.network.neutron [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Successfully updated port: 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.452940] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Releasing lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.453305] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Instance network_info: |[{"id": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "address": "fa:16:3e:21:fd:f5", "network": {"id": "8c4d7e4f-8037-4a48-b0ec-9047f7b93665", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1158138511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bed46c875b4a2e8e3a4e3d026ff927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781f47ad-62", "ovs_interfaceid": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1462.453669] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Acquired lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.453879] env[62107]: DEBUG nova.network.neutron [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Refreshing network info cache for port 781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.455247] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:fd:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '781f47ad-62a5-405a-ba99-53b4beeb8e1b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1462.462966] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Creating folder: Project (72bed46c875b4a2e8e3a4e3d026ff927). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.464418] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cdf32c0-161a-440a-a4a6-0cac64757a95 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.478310] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Created folder: Project (72bed46c875b4a2e8e3a4e3d026ff927) in parent group-v354057. [ 1462.478514] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Creating folder: Instances. Parent ref: group-v354248. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1462.478750] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faa3277f-4d70-4877-959e-ac875b6b97e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.492989] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Created folder: Instances in parent group-v354248. [ 1462.493242] env[62107]: DEBUG oslo.service.loopingcall [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.493667] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1462.493891] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15bb2514-d295-4bf8-915a-52a1c99781d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.523635] env[62107]: DEBUG oslo_vmware.api [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699349, 'name': PowerOffVM_Task, 'duration_secs': 0.22371} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.524936] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.525132] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.525362] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1462.525362] env[62107]: value = "task-1699352" [ 1462.525362] env[62107]: _type = "Task" [ 1462.525362] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.527716] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90241903-500c-4ef2-b14a-762dd8ddaa13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.538500] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699352, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.610543] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1462.610819] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1462.611035] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleting the datastore file [datastore1] 7851bde8-b5cc-4caa-aa07-50bf7616df49 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1462.614126] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cd2dfc1-10d7-4873-8a7e-6c19abee2377 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.622833] env[62107]: DEBUG oslo_vmware.api [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1462.622833] env[62107]: value = "task-1699354" [ 1462.622833] env[62107]: _type = "Task" [ 1462.622833] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.634230] env[62107]: DEBUG oslo_vmware.api [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.701015] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52216738-1d8c-e509-57d2-8ce91c8ca5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.701503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.701941] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.702398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.702670] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.702966] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.703369] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb84640-4f97-4c3f-aa58-8ccf1ec09b38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.727438] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.727646] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.728474] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569258c1-b002-4ea6-87b4-1024e9cfcc49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.734683] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1462.734683] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e8b7bb-139f-c853-5891-4007539cf69c" [ 1462.734683] env[62107]: _type = "Task" [ 1462.734683] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.748417] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e8b7bb-139f-c853-5891-4007539cf69c, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.749363] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ef03d8-2344-4c87-8f3f-3e50fe742370 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.755137] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1462.755137] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521f5e93-419d-1867-9c87-d617914fd73d" [ 1462.755137] env[62107]: _type = "Task" [ 1462.755137] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.767382] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521f5e93-419d-1867-9c87-d617914fd73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.771961] env[62107]: DEBUG oslo_concurrency.lockutils [req-d4a10431-752c-4c45-954d-51ac687d35b2 req-4d0d61cc-0d53-4a11-950f-e53755f984bd service nova] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.863219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.863363] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.863525] env[62107]: DEBUG nova.network.neutron [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.894523] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c055e911-bd9f-4746-bb2c-cf5bc076db7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.902946] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f52ec7b-e8ca-4b48-b258-0b488cf921b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.936869] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb7992-6435-4e3e-88f1-22c3c346ad0c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.947816] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b07ee-f07c-4f76-bd11-40f8570ac23e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.967383] env[62107]: DEBUG nova.compute.provider_tree [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.039935] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699352, 'name': CreateVM_Task, 'duration_secs': 0.408477} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.040141] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1463.040846] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.041018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.041355] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1463.041957] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613e5667-c23e-46bd-8b0b-dcf3c6081957 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.049299] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1463.049299] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52855293-4fbf-0a6e-e2e5-b85c2bd00bb8" [ 1463.049299] env[62107]: _type = "Task" [ 1463.049299] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.057794] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52855293-4fbf-0a6e-e2e5-b85c2bd00bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.132318] env[62107]: DEBUG oslo_vmware.api [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162178} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.132563] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.132749] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.132922] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.133110] env[62107]: INFO nova.compute.manager [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1463.133347] env[62107]: DEBUG oslo.service.loopingcall [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1463.133537] env[62107]: DEBUG nova.compute.manager [-] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1463.133652] env[62107]: DEBUG nova.network.neutron [-] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1463.268067] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521f5e93-419d-1867-9c87-d617914fd73d, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.268335] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.268594] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 09bd71b2-e9b8-4759-8338-1884ce004dfb/09bd71b2-e9b8-4759-8338-1884ce004dfb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.268844] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e168e1-b237-4ef9-9158-7a2225d702b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.275434] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1463.275434] env[62107]: value = "task-1699355" [ 1463.275434] env[62107]: _type = "Task" [ 1463.275434] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.282999] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.306039] env[62107]: DEBUG nova.network.neutron [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Updated VIF entry in instance network info cache for port 781f47ad-62a5-405a-ba99-53b4beeb8e1b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.306417] env[62107]: DEBUG nova.network.neutron [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Updating instance_info_cache with network_info: [{"id": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "address": "fa:16:3e:21:fd:f5", "network": {"id": "8c4d7e4f-8037-4a48-b0ec-9047f7b93665", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1158138511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bed46c875b4a2e8e3a4e3d026ff927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781f47ad-62", "ovs_interfaceid": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.400706] env[62107]: DEBUG nova.network.neutron [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.470566] env[62107]: DEBUG nova.scheduler.client.report [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1463.564777] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52855293-4fbf-0a6e-e2e5-b85c2bd00bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.036108} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.565129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.565373] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1463.565630] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.565797] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.565989] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1463.566459] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41455ebc-adff-41e8-9c63-c2665b83da68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.577041] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1463.577226] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1463.577944] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0353e589-339d-475f-b8f7-a7a3bfc53e7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.585082] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1463.585082] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f9a60e-0b69-f4a5-9a66-1ee86b44d12c" [ 1463.585082] env[62107]: _type = "Task" [ 1463.585082] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.591307] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f9a60e-0b69-f4a5-9a66-1ee86b44d12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.594663] env[62107]: DEBUG nova.network.neutron [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.786233] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.809337] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Releasing lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.809591] env[62107]: DEBUG nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Received event network-changed-555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1463.810361] env[62107]: DEBUG nova.compute.manager [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Refreshing instance network info cache due to event network-changed-555ab89f-e9f6-4435-aec9-6dadade03cd6. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1463.810361] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Acquiring lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.810361] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Acquired lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.810361] env[62107]: DEBUG nova.network.neutron [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Refreshing network info cache for port 555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.975701] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.976314] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1463.979665] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.416s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.979924] env[62107]: DEBUG nova.objects.instance [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lazy-loading 'resources' on Instance uuid 34a2f035-c271-406c-9834-9fdd25af0afd {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.038392] env[62107]: DEBUG nova.network.neutron [-] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.088415] env[62107]: DEBUG nova.compute.manager [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Received event network-vif-plugged-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1464.088996] env[62107]: DEBUG oslo_concurrency.lockutils [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] Acquiring lock "dc31c470-98cd-40f6-b853-4e80cd87c28e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.089242] env[62107]: DEBUG oslo_concurrency.lockutils [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.089415] env[62107]: DEBUG oslo_concurrency.lockutils [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.090027] env[62107]: DEBUG nova.compute.manager [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] No waiting events found dispatching network-vif-plugged-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1464.090027] env[62107]: WARNING nova.compute.manager [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Received unexpected event network-vif-plugged-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 for instance with vm_state building and task_state spawning. [ 1464.090027] env[62107]: DEBUG nova.compute.manager [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Received event network-changed-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1464.090239] env[62107]: DEBUG nova.compute.manager [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Refreshing instance network info cache due to event network-changed-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1464.090356] env[62107]: DEBUG oslo_concurrency.lockutils [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] Acquiring lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.100928] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.101270] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Instance network_info: |[{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1464.101651] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.101881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.102091] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.102287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.102489] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.104189] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f9a60e-0b69-f4a5-9a66-1ee86b44d12c, 'name': SearchDatastore_Task, 'duration_secs': 0.023798} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.104420] env[62107]: DEBUG oslo_concurrency.lockutils [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] Acquired lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.104601] env[62107]: DEBUG nova.network.neutron [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Refreshing network info cache for port 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.105794] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:37:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fadf17f-434d-4e0f-9d74-5b9bbbc5f724', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.114554] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating folder: Project (1cee2755f41f42f0baf75de1428313c2). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.116610] env[62107]: INFO nova.compute.manager [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Terminating instance [ 1464.118852] env[62107]: DEBUG nova.compute.manager [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1464.119203] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.119634] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a3eea5-ed53-444e-9f95-5576639893c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.121502] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff6e8f5-3fcc-4a18-a583-6578da8ae31b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.125045] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d9c9c-45b4-4af0-9224-b40aaa55c538 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.132396] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1464.132396] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528fec33-8eb0-50f0-4678-17e44516f24d" [ 1464.132396] env[62107]: _type = "Task" [ 1464.132396] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.135088] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.138207] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f6d277-c3f0-4a1e-956c-27437bb4978b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.141273] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created folder: Project (1cee2755f41f42f0baf75de1428313c2) in parent group-v354057. [ 1464.141472] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating folder: Instances. Parent ref: group-v354251. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1464.142336] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9a62fe4-b204-4f75-8a0f-e715edb46813 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.147835] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528fec33-8eb0-50f0-4678-17e44516f24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.149704] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1464.149704] env[62107]: value = "task-1699357" [ 1464.149704] env[62107]: _type = "Task" [ 1464.149704] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.159947] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.164933] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created folder: Instances in parent group-v354251. [ 1464.165226] env[62107]: DEBUG oslo.service.loopingcall [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.165507] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.165651] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a23816-82eb-4097-87d5-8078866fc0f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.181477] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "516a3ed7-7c63-4c92-a710-900e06e429ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.181820] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.182010] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "516a3ed7-7c63-4c92-a710-900e06e429ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.182212] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.182642] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.185026] env[62107]: INFO nova.compute.manager [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Terminating instance [ 1464.188328] env[62107]: DEBUG nova.compute.manager [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1464.188462] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.189430] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e03fda-2684-4154-8019-c4067447ab17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.196436] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.196436] env[62107]: value = "task-1699359" [ 1464.196436] env[62107]: _type = "Task" [ 1464.196436] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.202862] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.206267] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2436fdec-96d9-474f-b15a-afe94dffdd59 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.207880] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699359, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.213269] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1464.213269] env[62107]: value = "task-1699360" [ 1464.213269] env[62107]: _type = "Task" [ 1464.213269] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.224182] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.288239] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.483597] env[62107]: DEBUG nova.compute.utils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1464.486455] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1464.486455] env[62107]: DEBUG nova.network.neutron [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.541422] env[62107]: INFO nova.compute.manager [-] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Took 1.41 seconds to deallocate network for instance. [ 1464.591909] env[62107]: DEBUG nova.policy [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e7eb9f33ce4dcba75e2d1b7bee91a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38fb205a13e1458aa3600e5f318f6fff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1464.646992] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528fec33-8eb0-50f0-4678-17e44516f24d, 'name': SearchDatastore_Task, 'duration_secs': 0.05123} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.650610] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.651053] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 87edb110-5975-43be-a81e-acab01b81fd2/87edb110-5975-43be-a81e-acab01b81fd2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1464.655888] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a64970-92b5-470a-9fe8-b7a2aa9d76ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.670877] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699357, 'name': PowerOffVM_Task, 'duration_secs': 0.399871} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.672363] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.672551] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.672877] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1464.672877] env[62107]: value = "task-1699361" [ 1464.672877] env[62107]: _type = "Task" [ 1464.672877] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.673092] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32756031-ee6d-4c72-918f-c608641d25cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.684781] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.685710] env[62107]: DEBUG nova.network.neutron [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Updated VIF entry in instance network info cache for port 555ab89f-e9f6-4435-aec9-6dadade03cd6. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.686192] env[62107]: DEBUG nova.network.neutron [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Updating instance_info_cache with network_info: [{"id": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "address": "fa:16:3e:ba:c9:1e", "network": {"id": "3d87b890-f678-4cb7-a59a-78e43ed1423d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1729981619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f3dd7fa35494b57b200fbc5c2436e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555ab89f-e9", "ovs_interfaceid": "555ab89f-e9f6-4435-aec9-6dadade03cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.710221] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699359, 'name': CreateVM_Task, 'duration_secs': 0.499051} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.710221] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.711232] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.711426] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.711811] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1464.712363] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3550a93f-08c9-4270-a6a1-6a80aef42a32 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.722531] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1464.722531] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a33bed-51af-f170-7547-58708e2c6156" [ 1464.722531] env[62107]: _type = "Task" [ 1464.722531] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.730065] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699360, 'name': PowerOffVM_Task, 'duration_secs': 0.43071} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.733214] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.733397] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.733886] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8abd25cc-832c-4883-9731-2c3b7328eb9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.740020] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a33bed-51af-f170-7547-58708e2c6156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.790536] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699355, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.06682} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.793236] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 09bd71b2-e9b8-4759-8338-1884ce004dfb/09bd71b2-e9b8-4759-8338-1884ce004dfb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.793236] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.793236] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.793446] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.793669] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleting the datastore file [datastore1] a6858af4-69e1-4ec8-9902-dffbc45d65b8 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.796566] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0244e0fc-5de6-44d0-b931-6be34f5a3011 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.798679] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6402011-f9a8-449b-b2e2-93452ba41a9c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.810250] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1464.810250] env[62107]: value = "task-1699365" [ 1464.810250] env[62107]: _type = "Task" [ 1464.810250] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.811747] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1464.811747] env[62107]: value = "task-1699364" [ 1464.811747] env[62107]: _type = "Task" [ 1464.811747] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.826502] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.829691] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.867682] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.867839] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.868055] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleting the datastore file [datastore1] 516a3ed7-7c63-4c92-a710-900e06e429ff {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.868348] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-666b7dff-f981-4a5f-afa4-06578b79e5a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.876566] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for the task: (returnval){ [ 1464.876566] env[62107]: value = "task-1699366" [ 1464.876566] env[62107]: _type = "Task" [ 1464.876566] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.887782] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.929552] env[62107]: DEBUG nova.network.neutron [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updated VIF entry in instance network info cache for port 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.929972] env[62107]: DEBUG nova.network.neutron [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.990846] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1465.054200] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.062718] env[62107]: DEBUG nova.network.neutron [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Successfully created port: e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1465.180781] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2399ee-60e5-4380-a644-7a0468530fe0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.189965] env[62107]: DEBUG oslo_concurrency.lockutils [req-5e03d17e-d91c-43e8-8c71-4a0157aa8273 req-cd5513bf-63e2-475d-ba72-176849b61e1d service nova] Releasing lock "refresh_cache-e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.190512] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.194781] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f311c5-12a4-4052-bcfa-2a6d54b892d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.231793] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce60879-cd52-48ae-90f8-09c9137dad27 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.242905] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b25b7-bc14-4e11-a41d-ea76fb0d7d99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.246936] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a33bed-51af-f170-7547-58708e2c6156, 'name': SearchDatastore_Task, 'duration_secs': 0.022519} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.247322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.247588] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.247859] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.248051] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.248291] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.248935] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4fb2f9e-70bf-42b0-b590-e717dd40dc3c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.260391] env[62107]: DEBUG nova.compute.provider_tree [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.272502] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.272502] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.272502] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970c0d2f-92c4-4520-bceb-baad8b4cb6f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.278346] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1465.278346] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52839e15-9864-d921-5355-d33081af6923" [ 1465.278346] env[62107]: _type = "Task" [ 1465.278346] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.287966] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52839e15-9864-d921-5355-d33081af6923, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.322738] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.329739] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11641} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.329739] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1465.329739] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d15f95-6106-43b0-9ee7-2edcc294a468 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.352277] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 09bd71b2-e9b8-4759-8338-1884ce004dfb/09bd71b2-e9b8-4759-8338-1884ce004dfb.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.352574] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80db07f6-fd9a-4e32-9a1e-c5adcfda854e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.372932] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1465.372932] env[62107]: value = "task-1699367" [ 1465.372932] env[62107]: _type = "Task" [ 1465.372932] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.385150] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.396185] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.432806] env[62107]: DEBUG oslo_concurrency.lockutils [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] Releasing lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.433240] env[62107]: DEBUG nova.compute.manager [req-4dbccaea-5ab2-45e5-8cdc-0fb5563183ed req-9a1b8350-fc98-414a-8892-46e822c8fc86 service nova] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Received event network-vif-deleted-93c95392-93fd-4951-a9d7-0e188746f444 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.685758] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606004} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.686156] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 87edb110-5975-43be-a81e-acab01b81fd2/87edb110-5975-43be-a81e-acab01b81fd2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1465.686389] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1465.686650] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a96ff04c-09d4-4e90-af8f-573dd73389d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.693543] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1465.693543] env[62107]: value = "task-1699368" [ 1465.693543] env[62107]: _type = "Task" [ 1465.693543] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.701270] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.764612] env[62107]: DEBUG nova.scheduler.client.report [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1465.791356] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52839e15-9864-d921-5355-d33081af6923, 'name': SearchDatastore_Task, 'duration_secs': 0.039945} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.792174] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c68010-28bb-4605-be13-d391905f9552 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.797596] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1465.797596] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d57b0f-a10c-ac86-618f-7d3906a609eb" [ 1465.797596] env[62107]: _type = "Task" [ 1465.797596] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.806187] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d57b0f-a10c-ac86-618f-7d3906a609eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.820122] env[62107]: DEBUG oslo_vmware.api [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553297} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.820358] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.820544] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.820712] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.820881] env[62107]: INFO nova.compute.manager [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1465.821125] env[62107]: DEBUG oslo.service.loopingcall [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.821309] env[62107]: DEBUG nova.compute.manager [-] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1465.821403] env[62107]: DEBUG nova.network.neutron [-] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.884395] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.893295] env[62107]: DEBUG oslo_vmware.api [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Task: {'id': task-1699366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.868086} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.893533] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.893745] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.893929] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.894116] env[62107]: INFO nova.compute.manager [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1465.894348] env[62107]: DEBUG oslo.service.loopingcall [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.894526] env[62107]: DEBUG nova.compute.manager [-] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1465.894619] env[62107]: DEBUG nova.network.neutron [-] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.003331] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1466.034970] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1466.035245] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1466.035405] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1466.035585] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1466.035730] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1466.035877] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1466.036094] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1466.036256] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1466.037168] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1466.037263] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1466.037422] env[62107]: DEBUG nova.virt.hardware [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1466.038675] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a939cd48-3abb-4667-9d9d-e47ec85c07c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.048486] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261f4e44-5eb8-4cf7-a7fe-76a2e2ddd74d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.075187] env[62107]: DEBUG nova.compute.manager [req-efbf7e19-56ab-4c04-9cd1-4d93772a8d26 req-22089bd1-68b8-46b6-9c42-579bc65dcdd9 service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Received event network-vif-deleted-9d52a4fb-66d8-4951-aec1-9b5b2dba5e53 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.075378] env[62107]: INFO nova.compute.manager [req-efbf7e19-56ab-4c04-9cd1-4d93772a8d26 req-22089bd1-68b8-46b6-9c42-579bc65dcdd9 service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Neutron deleted interface 9d52a4fb-66d8-4951-aec1-9b5b2dba5e53; detaching it from the instance and deleting it from the info cache [ 1466.075542] env[62107]: DEBUG nova.network.neutron [req-efbf7e19-56ab-4c04-9cd1-4d93772a8d26 req-22089bd1-68b8-46b6-9c42-579bc65dcdd9 service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.212955] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107531} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.213339] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.214292] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d01b2-a15f-413c-be70-d842a3161477 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.238455] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 87edb110-5975-43be-a81e-acab01b81fd2/87edb110-5975-43be-a81e-acab01b81fd2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.238841] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d5c79d-835a-46e4-b10c-4e19519d246d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.260925] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1466.260925] env[62107]: value = "task-1699369" [ 1466.260925] env[62107]: _type = "Task" [ 1466.260925] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.268611] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.270261] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.272623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.357s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.274283] env[62107]: INFO nova.compute.claims [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.308474] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d57b0f-a10c-ac86-618f-7d3906a609eb, 'name': SearchDatastore_Task, 'duration_secs': 0.045688} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.308746] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.310713] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] dc31c470-98cd-40f6-b853-4e80cd87c28e/dc31c470-98cd-40f6-b853-4e80cd87c28e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.310713] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a326e1b9-60f5-4d83-b1af-fa04366d4917 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.314516] env[62107]: INFO nova.scheduler.client.report [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Deleted allocations for instance 34a2f035-c271-406c-9834-9fdd25af0afd [ 1466.316717] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1466.316717] env[62107]: value = "task-1699370" [ 1466.316717] env[62107]: _type = "Task" [ 1466.316717] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.327633] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.384175] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.477791] env[62107]: DEBUG nova.compute.manager [req-47487361-f6e9-48bc-a213-03384dc1bbf7 req-abf05f82-0698-4352-a01f-bb0429b3ca7e service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Received event network-vif-deleted-0b638e25-d24e-4d44-9d24-68786446a0ed {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1466.478080] env[62107]: INFO nova.compute.manager [req-47487361-f6e9-48bc-a213-03384dc1bbf7 req-abf05f82-0698-4352-a01f-bb0429b3ca7e service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Neutron deleted interface 0b638e25-d24e-4d44-9d24-68786446a0ed; detaching it from the instance and deleting it from the info cache [ 1466.478182] env[62107]: DEBUG nova.network.neutron [req-47487361-f6e9-48bc-a213-03384dc1bbf7 req-abf05f82-0698-4352-a01f-bb0429b3ca7e service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.544499] env[62107]: DEBUG nova.network.neutron [-] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.580575] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e46edfe2-6221-4929-a9ac-71839de933d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.590465] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1852b4-771a-4764-92b6-1e3d4d8aa349 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.626477] env[62107]: DEBUG nova.compute.manager [req-efbf7e19-56ab-4c04-9cd1-4d93772a8d26 req-22089bd1-68b8-46b6-9c42-579bc65dcdd9 service nova] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Detach interface failed, port_id=9d52a4fb-66d8-4951-aec1-9b5b2dba5e53, reason: Instance a6858af4-69e1-4ec8-9902-dffbc45d65b8 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1466.704994] env[62107]: DEBUG nova.network.neutron [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Successfully updated port: e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.769475] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.829775] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.830344] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87993d03-218e-4fad-b360-23388df6f975 tempest-VolumesAdminNegativeTest-100013178 tempest-VolumesAdminNegativeTest-100013178-project-member] Lock "34a2f035-c271-406c-9834-9fdd25af0afd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.204s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.885103] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699367, 'name': ReconfigVM_Task, 'duration_secs': 1.369758} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.885448] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 09bd71b2-e9b8-4759-8338-1884ce004dfb/09bd71b2-e9b8-4759-8338-1884ce004dfb.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.886190] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e50c8c-9b06-44d5-bf2f-8337b5aa6d4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.892107] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1466.892107] env[62107]: value = "task-1699371" [ 1466.892107] env[62107]: _type = "Task" [ 1466.892107] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.901368] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699371, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.954592] env[62107]: DEBUG nova.network.neutron [-] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.983241] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e09fb609-094a-452c-8637-76caa159b95e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.993359] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a5b107-049c-4019-bc29-bd38902da153 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.036965] env[62107]: DEBUG nova.compute.manager [req-47487361-f6e9-48bc-a213-03384dc1bbf7 req-abf05f82-0698-4352-a01f-bb0429b3ca7e service nova] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Detach interface failed, port_id=0b638e25-d24e-4d44-9d24-68786446a0ed, reason: Instance 516a3ed7-7c63-4c92-a710-900e06e429ff could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1467.047613] env[62107]: INFO nova.compute.manager [-] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Took 1.23 seconds to deallocate network for instance. [ 1467.207973] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.208250] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.208499] env[62107]: DEBUG nova.network.neutron [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.269991] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699369, 'name': ReconfigVM_Task, 'duration_secs': 0.770247} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.270329] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 87edb110-5975-43be-a81e-acab01b81fd2/87edb110-5975-43be-a81e-acab01b81fd2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.271053] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ef96f4-b6b1-4b43-a668-79a19c4f3b32 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.278164] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1467.278164] env[62107]: value = "task-1699372" [ 1467.278164] env[62107]: _type = "Task" [ 1467.278164] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.290636] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699372, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.328111] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99718} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.330884] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] dc31c470-98cd-40f6-b853-4e80cd87c28e/dc31c470-98cd-40f6-b853-4e80cd87c28e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.331141] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.332023] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a991a8-807f-4e33-a452-432257bf2333 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.337934] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1467.337934] env[62107]: value = "task-1699373" [ 1467.337934] env[62107]: _type = "Task" [ 1467.337934] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.348898] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.405298] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699371, 'name': Rename_Task, 'duration_secs': 0.176632} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.405653] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.405942] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af89d33b-5a35-4685-a39c-65869abb5330 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.416273] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1467.416273] env[62107]: value = "task-1699374" [ 1467.416273] env[62107]: _type = "Task" [ 1467.416273] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.428580] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.457904] env[62107]: INFO nova.compute.manager [-] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Took 1.56 seconds to deallocate network for instance. [ 1467.555425] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.683907] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a34d7-5ad7-4013-bc68-5e47968969bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.691911] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bc659a-be98-40ef-91e2-191ba920ff1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.726166] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dde1f8-efe5-448c-8bf4-2a48564380b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.735617] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e5c157-bfea-4d2c-8a23-c633956773e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.749934] env[62107]: DEBUG nova.compute.provider_tree [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.761325] env[62107]: DEBUG nova.network.neutron [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.788777] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699372, 'name': Rename_Task, 'duration_secs': 0.197713} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.791025] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.791025] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7df0556c-396c-47db-ae50-61156fd198a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.796904] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1467.796904] env[62107]: value = "task-1699375" [ 1467.796904] env[62107]: _type = "Task" [ 1467.796904] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.808558] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.847622] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079007} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.847987] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.849309] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a670007-b0f7-4598-ba94-ecac6a30ea3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.871961] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] dc31c470-98cd-40f6-b853-4e80cd87c28e/dc31c470-98cd-40f6-b853-4e80cd87c28e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.872296] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b81062-8ddc-4fb7-9c42-2361cc6d2cd6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.894035] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1467.894035] env[62107]: value = "task-1699376" [ 1467.894035] env[62107]: _type = "Task" [ 1467.894035] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.902184] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.928145] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.970060] env[62107]: DEBUG nova.network.neutron [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [{"id": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "address": "fa:16:3e:5a:b9:39", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f18241-f4", "ovs_interfaceid": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.972951] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.253679] env[62107]: DEBUG nova.scheduler.client.report [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1468.307693] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699375, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.406514] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.426386] env[62107]: DEBUG oslo_vmware.api [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699374, 'name': PowerOnVM_Task, 'duration_secs': 0.731642} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.426664] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.426871] env[62107]: INFO nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1468.427058] env[62107]: DEBUG nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.427815] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c978ce45-dc69-4799-b1a4-0efe8fc54137 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.474164] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.474521] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance network_info: |[{"id": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "address": "fa:16:3e:5a:b9:39", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f18241-f4", "ovs_interfaceid": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1468.475261] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:b9:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9f18241-f4e0-4cef-9f26-d1d79387a48b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1468.486507] env[62107]: DEBUG oslo.service.loopingcall [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.487039] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1468.487292] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb3b4f7-bf87-4afb-8b30-03366ba8eee4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.510486] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1468.510486] env[62107]: value = "task-1699377" [ 1468.510486] env[62107]: _type = "Task" [ 1468.510486] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.518492] env[62107]: DEBUG nova.compute.manager [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Received event network-vif-plugged-e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.518784] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] Acquiring lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.519059] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] Lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.519294] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] Lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.519530] env[62107]: DEBUG nova.compute.manager [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] No waiting events found dispatching network-vif-plugged-e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1468.519748] env[62107]: WARNING nova.compute.manager [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Received unexpected event network-vif-plugged-e9f18241-f4e0-4cef-9f26-d1d79387a48b for instance with vm_state building and task_state spawning. [ 1468.519963] env[62107]: DEBUG nova.compute.manager [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Received event network-changed-e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.520187] env[62107]: DEBUG nova.compute.manager [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Refreshing instance network info cache due to event network-changed-e9f18241-f4e0-4cef-9f26-d1d79387a48b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1468.520424] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] Acquiring lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.520609] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] Acquired lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.520817] env[62107]: DEBUG nova.network.neutron [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Refreshing network info cache for port e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.529341] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699377, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.762527] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.763304] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1468.767574] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.657s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.770157] env[62107]: INFO nova.compute.claims [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.809133] env[62107]: DEBUG oslo_vmware.api [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699375, 'name': PowerOnVM_Task, 'duration_secs': 0.9118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.809480] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.809739] env[62107]: INFO nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1468.809961] env[62107]: DEBUG nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.810893] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7a9d0-02e6-4637-af8c-79c63936940f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.907019] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699376, 'name': ReconfigVM_Task, 'duration_secs': 0.715094} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.907019] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Reconfigured VM instance instance-00000044 to attach disk [datastore1] dc31c470-98cd-40f6-b853-4e80cd87c28e/dc31c470-98cd-40f6-b853-4e80cd87c28e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.907019] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9608ac63-ffb0-42de-a5d1-46db3fc7e99f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.913277] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1468.913277] env[62107]: value = "task-1699378" [ 1468.913277] env[62107]: _type = "Task" [ 1468.913277] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.922167] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699378, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.944901] env[62107]: INFO nova.compute.manager [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Took 47.37 seconds to build instance. [ 1469.022829] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699377, 'name': CreateVM_Task, 'duration_secs': 0.493127} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.023140] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1469.025964] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.026171] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.026518] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1469.026838] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45525c00-6019-4cfc-b3fe-047affc40816 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.032708] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1469.032708] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5260341d-55f5-65dc-6330-810a1cba3ddf" [ 1469.032708] env[62107]: _type = "Task" [ 1469.032708] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.043122] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5260341d-55f5-65dc-6330-810a1cba3ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.260956] env[62107]: DEBUG nova.network.neutron [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updated VIF entry in instance network info cache for port e9f18241-f4e0-4cef-9f26-d1d79387a48b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.261315] env[62107]: DEBUG nova.network.neutron [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [{"id": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "address": "fa:16:3e:5a:b9:39", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f18241-f4", "ovs_interfaceid": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.275349] env[62107]: DEBUG nova.compute.utils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.277084] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1469.278485] env[62107]: DEBUG nova.network.neutron [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.331171] env[62107]: DEBUG nova.policy [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa53e32b1a54fbaa16b5592e5d2de32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17709cff940f4186b7319e0a3b05c7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1469.336557] env[62107]: INFO nova.compute.manager [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Took 43.39 seconds to build instance. [ 1469.424288] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699378, 'name': Rename_Task, 'duration_secs': 0.198099} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.424288] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.424559] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3b039d-26ce-4ee9-9441-f7f6612eb2ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.430597] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1469.430597] env[62107]: value = "task-1699379" [ 1469.430597] env[62107]: _type = "Task" [ 1469.430597] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.438501] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.447069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a5ba48ad-1d84-49ee-b3b9-726c63b7240b tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.235s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.544491] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5260341d-55f5-65dc-6330-810a1cba3ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.011117} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.544854] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.545113] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1469.545353] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1469.545501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.545710] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1469.545975] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca11d8e5-12e9-4e14-948c-1760a2343e75 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.554369] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1469.554550] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1469.555611] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bcda58-b5df-41c2-b100-f942149afb34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.560669] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1469.560669] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52943a35-1e4c-8cf9-2ce6-4d67ea113c3b" [ 1469.560669] env[62107]: _type = "Task" [ 1469.560669] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.569042] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52943a35-1e4c-8cf9-2ce6-4d67ea113c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.764029] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ac28ac5-72b8-47d6-9aae-acf5422db9ae req-11e1799a-01ab-4e39-9d71-05bba95731fb service nova] Releasing lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.781986] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1469.803970] env[62107]: DEBUG nova.network.neutron [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Successfully created port: 8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.822101] env[62107]: DEBUG oslo_concurrency.lockutils [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "87edb110-5975-43be-a81e-acab01b81fd2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.838250] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f3b77eb4-4259-4034-8820-c6d9d91fbeed tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.663s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.838775] env[62107]: DEBUG oslo_concurrency.lockutils [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.017s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.839015] env[62107]: INFO nova.compute.manager [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Rebooting instance [ 1469.944122] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699379, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.073078] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52943a35-1e4c-8cf9-2ce6-4d67ea113c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.077038] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9d2b3c-be0e-424f-a8bc-8b4fbc607207 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.082264] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1470.082264] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525a705b-6844-428c-1546-3abb8f17015c" [ 1470.082264] env[62107]: _type = "Task" [ 1470.082264] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.101649] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525a705b-6844-428c-1546-3abb8f17015c, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.101926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.102192] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 83cbfcb5-b901-429e-bc03-81e166968ede/83cbfcb5-b901-429e-bc03-81e166968ede.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1470.102454] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9912957d-444c-48c0-871f-e72b94ea8670 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.112361] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1470.112361] env[62107]: value = "task-1699380" [ 1470.112361] env[62107]: _type = "Task" [ 1470.112361] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.119598] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.246843] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4a6a38-78e4-4ff7-a849-d8f0dec4f08d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.254301] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bf9300-9619-4276-ade8-56f112a2bb39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.303496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638ef7d-52cd-4604-b24b-9c226880cdd7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.310985] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d77ff2-53a7-4d4b-bfa5-bc18a4d50e4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.328922] env[62107]: DEBUG nova.compute.provider_tree [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.360791] env[62107]: DEBUG oslo_concurrency.lockutils [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.361009] env[62107]: DEBUG oslo_concurrency.lockutils [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquired lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.361232] env[62107]: DEBUG nova.network.neutron [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.418530] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "09bd71b2-e9b8-4759-8338-1884ce004dfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.418838] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.419145] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "09bd71b2-e9b8-4759-8338-1884ce004dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.419461] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.419716] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.423037] env[62107]: INFO nova.compute.manager [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Terminating instance [ 1470.425480] env[62107]: DEBUG nova.compute.manager [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1470.425480] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.426478] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe3dcf-0e1e-41f9-85fb-fc1b1621964c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.442029] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.442029] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1582ad6-71c2-43ed-a817-987bf95b7d23 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.447393] env[62107]: DEBUG oslo_vmware.api [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699379, 'name': PowerOnVM_Task, 'duration_secs': 0.712702} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.450950] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.450950] env[62107]: INFO nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1470.450950] env[62107]: DEBUG nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1470.450950] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a736492-5b77-40e3-8776-8efaaffb8ea0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.454877] env[62107]: DEBUG oslo_vmware.api [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1470.454877] env[62107]: value = "task-1699381" [ 1470.454877] env[62107]: _type = "Task" [ 1470.454877] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.470267] env[62107]: DEBUG oslo_vmware.api [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.625907] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.626260] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 83cbfcb5-b901-429e-bc03-81e166968ede/83cbfcb5-b901-429e-bc03-81e166968ede.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.626484] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.626758] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3731f33f-e689-465c-83e5-dc78665c9cb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.635629] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1470.635629] env[62107]: value = "task-1699382" [ 1470.635629] env[62107]: _type = "Task" [ 1470.635629] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.647742] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.802989] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1470.832286] env[62107]: DEBUG nova.scheduler.client.report [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1470.844124] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1470.844397] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1470.844528] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.844757] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1470.844947] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.845995] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1470.845995] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1470.845995] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1470.845995] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1470.845995] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1470.845995] env[62107]: DEBUG nova.virt.hardware [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1470.846807] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45942d3d-7ae3-4cec-81fa-97f0d033fdc1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.857174] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad0a955-ddf0-4282-8915-3a1bd7cb0949 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.969202] env[62107]: DEBUG oslo_vmware.api [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699381, 'name': PowerOffVM_Task, 'duration_secs': 0.283022} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.970863] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.971057] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.971310] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc88e38-9716-4134-ae90-0414f0a5b0b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.979598] env[62107]: INFO nova.compute.manager [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Took 42.26 seconds to build instance. [ 1471.070103] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1471.070295] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1471.070503] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Deleting the datastore file [datastore1] 09bd71b2-e9b8-4759-8338-1884ce004dfb {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1471.070713] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcecfdf3-523b-44d2-80e0-fe3dd80ec06b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.078113] env[62107]: DEBUG oslo_vmware.api [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for the task: (returnval){ [ 1471.078113] env[62107]: value = "task-1699384" [ 1471.078113] env[62107]: _type = "Task" [ 1471.078113] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.088625] env[62107]: DEBUG oslo_vmware.api [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.131063] env[62107]: DEBUG nova.network.neutron [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Updating instance_info_cache with network_info: [{"id": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "address": "fa:16:3e:21:fd:f5", "network": {"id": "8c4d7e4f-8037-4a48-b0ec-9047f7b93665", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1158138511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bed46c875b4a2e8e3a4e3d026ff927", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781f47ad-62", "ovs_interfaceid": "781f47ad-62a5-405a-ba99-53b4beeb8e1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.145577] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07321} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.146527] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.147352] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c830c-523d-440c-9548-e6bfde9559ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.173200] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 83cbfcb5-b901-429e-bc03-81e166968ede/83cbfcb5-b901-429e-bc03-81e166968ede.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.173912] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8758b7d0-0388-45a8-8a31-8db37b9dbf68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.199469] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1471.199469] env[62107]: value = "task-1699385" [ 1471.199469] env[62107]: _type = "Task" [ 1471.199469] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.216021] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.340486] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.341891] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1471.344904] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.387s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.344904] env[62107]: DEBUG nova.objects.instance [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1471.485717] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b418767d-3261-4ccf-8538-66fab64f3769 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.709s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.564026] env[62107]: DEBUG nova.compute.manager [req-52dbc399-35f0-4277-82f1-5ae7c2ecc4a8 req-5af095da-1e54-4a66-959c-6089853a4a04 service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Received event network-vif-plugged-8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1471.564252] env[62107]: DEBUG oslo_concurrency.lockutils [req-52dbc399-35f0-4277-82f1-5ae7c2ecc4a8 req-5af095da-1e54-4a66-959c-6089853a4a04 service nova] Acquiring lock "54cdd5b8-3bce-4388-bb95-51be22106aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.564456] env[62107]: DEBUG oslo_concurrency.lockutils [req-52dbc399-35f0-4277-82f1-5ae7c2ecc4a8 req-5af095da-1e54-4a66-959c-6089853a4a04 service nova] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.564656] env[62107]: DEBUG oslo_concurrency.lockutils [req-52dbc399-35f0-4277-82f1-5ae7c2ecc4a8 req-5af095da-1e54-4a66-959c-6089853a4a04 service nova] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.564893] env[62107]: DEBUG nova.compute.manager [req-52dbc399-35f0-4277-82f1-5ae7c2ecc4a8 req-5af095da-1e54-4a66-959c-6089853a4a04 service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] No waiting events found dispatching network-vif-plugged-8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1471.567419] env[62107]: WARNING nova.compute.manager [req-52dbc399-35f0-4277-82f1-5ae7c2ecc4a8 req-5af095da-1e54-4a66-959c-6089853a4a04 service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Received unexpected event network-vif-plugged-8b81c4bc-6742-483c-bb69-44ff9c551c88 for instance with vm_state building and task_state spawning. [ 1471.578072] env[62107]: DEBUG nova.compute.manager [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Received event network-changed-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1471.578292] env[62107]: DEBUG nova.compute.manager [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Refreshing instance network info cache due to event network-changed-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1471.578564] env[62107]: DEBUG oslo_concurrency.lockutils [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] Acquiring lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.578770] env[62107]: DEBUG oslo_concurrency.lockutils [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] Acquired lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.578817] env[62107]: DEBUG nova.network.neutron [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Refreshing network info cache for port 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.589714] env[62107]: DEBUG oslo_vmware.api [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Task: {'id': task-1699384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187447} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.590455] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.590629] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.590806] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.591010] env[62107]: INFO nova.compute.manager [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1471.591274] env[62107]: DEBUG oslo.service.loopingcall [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.591582] env[62107]: DEBUG nova.compute.manager [-] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1471.591582] env[62107]: DEBUG nova.network.neutron [-] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.635200] env[62107]: DEBUG oslo_concurrency.lockutils [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Releasing lock "refresh_cache-87edb110-5975-43be-a81e-acab01b81fd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.636972] env[62107]: DEBUG nova.compute.manager [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1471.637812] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6544f2-f21e-4bfa-a9bd-a7f302d44678 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.711087] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.751301] env[62107]: DEBUG nova.network.neutron [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Successfully updated port: 8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.849219] env[62107]: DEBUG nova.compute.utils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.856335] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1471.856335] env[62107]: DEBUG nova.network.neutron [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.934880] env[62107]: DEBUG nova.policy [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e37e950b7a4d829263d1b9e17af960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4383be8f05df4c1c8f94dd901ab5d90b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1472.215303] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699385, 'name': ReconfigVM_Task, 'duration_secs': 0.839225} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.215614] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 83cbfcb5-b901-429e-bc03-81e166968ede/83cbfcb5-b901-429e-bc03-81e166968ede.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.216290] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc09e20b-1b1d-4aa1-9a0d-d03b96d2a1fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.223861] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1472.223861] env[62107]: value = "task-1699386" [ 1472.223861] env[62107]: _type = "Task" [ 1472.223861] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.232446] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699386, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.253839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-54cdd5b8-3bce-4388-bb95-51be22106aaf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.254162] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-54cdd5b8-3bce-4388-bb95-51be22106aaf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.254230] env[62107]: DEBUG nova.network.neutron [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.357565] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1472.363751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9599ac82-4c83-4b0a-ada6-ab86482de0e2 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.368021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.240s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.370626] env[62107]: INFO nova.compute.claims [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.408403] env[62107]: DEBUG nova.network.neutron [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Successfully created port: 08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.483976] env[62107]: DEBUG nova.network.neutron [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updated VIF entry in instance network info cache for port 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.484374] env[62107]: DEBUG nova.network.neutron [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.500542] env[62107]: DEBUG nova.network.neutron [-] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.655417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec87f295-1a66-4c9a-b7b2-5f51a8412a01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.663251] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Doing hard reboot of VM {{(pid=62107) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1472.663502] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5d73a963-7d19-4a40-974a-44486068cba1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.670136] env[62107]: DEBUG oslo_vmware.api [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1472.670136] env[62107]: value = "task-1699387" [ 1472.670136] env[62107]: _type = "Task" [ 1472.670136] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.678772] env[62107]: DEBUG oslo_vmware.api [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699387, 'name': ResetVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.736134] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699386, 'name': Rename_Task, 'duration_secs': 0.314863} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.736427] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.736674] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af46e1c8-bf3d-4e2c-aee6-da56bf917f7a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.743120] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1472.743120] env[62107]: value = "task-1699388" [ 1472.743120] env[62107]: _type = "Task" [ 1472.743120] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.751585] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.788681] env[62107]: DEBUG nova.network.neutron [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1472.991260] env[62107]: DEBUG oslo_concurrency.lockutils [req-f7953249-e400-4753-9e7d-204293565451 req-787065a4-6b2a-4871-8c94-b914d09b4ecc service nova] Releasing lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.997277] env[62107]: DEBUG nova.network.neutron [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Updating instance_info_cache with network_info: [{"id": "8b81c4bc-6742-483c-bb69-44ff9c551c88", "address": "fa:16:3e:77:e0:84", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b81c4bc-67", "ovs_interfaceid": "8b81c4bc-6742-483c-bb69-44ff9c551c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.002831] env[62107]: INFO nova.compute.manager [-] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Took 1.41 seconds to deallocate network for instance. [ 1473.180643] env[62107]: DEBUG oslo_vmware.api [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699387, 'name': ResetVM_Task, 'duration_secs': 0.104008} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.181089] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Did hard reboot of VM {{(pid=62107) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1473.181282] env[62107]: DEBUG nova.compute.manager [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1473.182493] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e75b40-8200-4d7a-89a4-b18cd7d65514 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.254128] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.368365] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1473.409989] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.410326] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.410561] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.410816] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.412123] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.412426] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.412545] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.412999] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.413184] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.414088] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.414088] env[62107]: DEBUG nova.virt.hardware [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.415127] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e8df2-b08d-4420-986f-f6ef8e6fa3a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.426967] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed8f73-661e-4d97-881f-65a157ee7196 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.501920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-54cdd5b8-3bce-4388-bb95-51be22106aaf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.502266] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Instance network_info: |[{"id": "8b81c4bc-6742-483c-bb69-44ff9c551c88", "address": "fa:16:3e:77:e0:84", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b81c4bc-67", "ovs_interfaceid": "8b81c4bc-6742-483c-bb69-44ff9c551c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1473.502661] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e0:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b81c4bc-6742-483c-bb69-44ff9c551c88', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.512435] env[62107]: DEBUG oslo.service.loopingcall [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.517217] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.517463] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.517937] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb3970f-a0fd-444b-9424-aaf1b2dcb634 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.538676] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.538676] env[62107]: value = "task-1699389" [ 1473.538676] env[62107]: _type = "Task" [ 1473.538676] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.546216] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699389, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.606665] env[62107]: DEBUG nova.compute.manager [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Received event network-changed-8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1473.606872] env[62107]: DEBUG nova.compute.manager [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Refreshing instance network info cache due to event network-changed-8b81c4bc-6742-483c-bb69-44ff9c551c88. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1473.607186] env[62107]: DEBUG oslo_concurrency.lockutils [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] Acquiring lock "refresh_cache-54cdd5b8-3bce-4388-bb95-51be22106aaf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.607398] env[62107]: DEBUG oslo_concurrency.lockutils [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] Acquired lock "refresh_cache-54cdd5b8-3bce-4388-bb95-51be22106aaf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.608353] env[62107]: DEBUG nova.network.neutron [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Refreshing network info cache for port 8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.700410] env[62107]: DEBUG oslo_concurrency.lockutils [None req-545b1377-67e2-43b7-bd85-f59d328e4f45 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.861s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.758583] env[62107]: DEBUG oslo_vmware.api [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699388, 'name': PowerOnVM_Task, 'duration_secs': 0.699973} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.758583] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.758583] env[62107]: INFO nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1473.758583] env[62107]: DEBUG nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1473.761027] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd54d0b-e6f7-4e08-9807-5938e95eb13e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.813510] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dcfe40-7d0b-46d0-9b59-2e07d5ece914 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.821946] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c373aa-842b-4b5c-b723-1ec6ca4a0c94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.853013] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1b13c8-e456-4b6a-b891-ffb3a16cbecb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.860673] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f5c347-cf60-400d-8321-724e4f03ba78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.876416] env[62107]: DEBUG nova.compute.provider_tree [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.049733] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699389, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.077676] env[62107]: DEBUG nova.network.neutron [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Successfully updated port: 08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.285707] env[62107]: INFO nova.compute.manager [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Took 42.05 seconds to build instance. [ 1474.383239] env[62107]: DEBUG nova.scheduler.client.report [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.432841] env[62107]: DEBUG nova.network.neutron [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Updated VIF entry in instance network info cache for port 8b81c4bc-6742-483c-bb69-44ff9c551c88. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.433221] env[62107]: DEBUG nova.network.neutron [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Updating instance_info_cache with network_info: [{"id": "8b81c4bc-6742-483c-bb69-44ff9c551c88", "address": "fa:16:3e:77:e0:84", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b81c4bc-67", "ovs_interfaceid": "8b81c4bc-6742-483c-bb69-44ff9c551c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.550781] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699389, 'name': CreateVM_Task, 'duration_secs': 0.631651} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.550970] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.551939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.552822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.553183] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1474.553444] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8666524d-c9df-451d-bee6-7d40c73da395 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.558354] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1474.558354] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52589534-c813-18ec-9502-2045c4b1d95f" [ 1474.558354] env[62107]: _type = "Task" [ 1474.558354] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.568433] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52589534-c813-18ec-9502-2045c4b1d95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.581844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.581989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.582104] env[62107]: DEBUG nova.network.neutron [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.788361] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae96aeee-02ad-4f94-b210-6b96a699c588 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.353s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.887903] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.888188] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1474.892461] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.598s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.896958] env[62107]: INFO nova.compute.claims [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.937535] env[62107]: DEBUG oslo_concurrency.lockutils [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] Releasing lock "refresh_cache-54cdd5b8-3bce-4388-bb95-51be22106aaf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.937535] env[62107]: DEBUG nova.compute.manager [req-421c5b3d-30b9-4dd7-afbd-c6e25919e217 req-34b86902-cb4f-4cc5-9551-4500505b938c service nova] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Received event network-vif-deleted-9d8008a9-3d37-44ef-badf-074e2f0cb543 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.960428] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "87edb110-5975-43be-a81e-acab01b81fd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.960816] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.961054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "87edb110-5975-43be-a81e-acab01b81fd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.961772] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.961997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.965504] env[62107]: INFO nova.compute.manager [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Terminating instance [ 1474.969742] env[62107]: DEBUG nova.compute.manager [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1474.969944] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.970820] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fa94ea-13d2-4d67-8026-2497475f9463 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.980562] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.980854] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67ce0168-6236-48df-8b4f-fed6ed8def11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.987938] env[62107]: DEBUG oslo_vmware.api [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1474.987938] env[62107]: value = "task-1699390" [ 1474.987938] env[62107]: _type = "Task" [ 1474.987938] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.996227] env[62107]: DEBUG oslo_vmware.api [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.073558] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52589534-c813-18ec-9502-2045c4b1d95f, 'name': SearchDatastore_Task, 'duration_secs': 0.036508} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.073938] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.074192] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1475.074482] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.074655] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.074828] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.075131] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0c30c4a-87de-4c13-b041-15ffa5560715 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.086490] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.086786] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1475.087743] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c756e5-f47c-43aa-838b-79dd769b2eed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.093134] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1475.093134] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e784dc-354c-ab6f-ba7a-af568453581d" [ 1475.093134] env[62107]: _type = "Task" [ 1475.093134] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.102531] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e784dc-354c-ab6f-ba7a-af568453581d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.118337] env[62107]: DEBUG nova.network.neutron [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.300805] env[62107]: DEBUG nova.network.neutron [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Updating instance_info_cache with network_info: [{"id": "08579146-cc9d-446c-839a-5fff005bbcd0", "address": "fa:16:3e:54:72:24", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08579146-cc", "ovs_interfaceid": "08579146-cc9d-446c-839a-5fff005bbcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.409265] env[62107]: DEBUG nova.compute.utils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1475.409265] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1475.410045] env[62107]: DEBUG nova.network.neutron [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1475.479960] env[62107]: DEBUG nova.policy [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28ddd8b5f924f5ebeec041427763595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc87c852b6004116b50159f3d0f05d3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1475.498750] env[62107]: DEBUG oslo_vmware.api [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699390, 'name': PowerOffVM_Task, 'duration_secs': 0.301968} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.498998] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.499187] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.499433] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a637782-eb9b-4f87-961e-0421e2a4fb34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.604069] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e784dc-354c-ab6f-ba7a-af568453581d, 'name': SearchDatastore_Task, 'duration_secs': 0.016429} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.604934] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790cb4ac-7096-4a99-b74c-8be79e5d1ad7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.610620] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1475.610620] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a5c1f-f260-2611-1847-40ecf85d67de" [ 1475.610620] env[62107]: _type = "Task" [ 1475.610620] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.618908] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a5c1f-f260-2611-1847-40ecf85d67de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.663664] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1475.663664] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1475.663664] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Deleting the datastore file [datastore1] 87edb110-5975-43be-a81e-acab01b81fd2 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1475.663949] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5c2a7d-20b2-4243-9342-6804e6ba3019 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.670586] env[62107]: DEBUG oslo_vmware.api [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for the task: (returnval){ [ 1475.670586] env[62107]: value = "task-1699392" [ 1475.670586] env[62107]: _type = "Task" [ 1475.670586] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.679054] env[62107]: DEBUG oslo_vmware.api [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.807558] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.807558] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Instance network_info: |[{"id": "08579146-cc9d-446c-839a-5fff005bbcd0", "address": "fa:16:3e:54:72:24", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08579146-cc", "ovs_interfaceid": "08579146-cc9d-446c-839a-5fff005bbcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1475.807558] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:72:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08579146-cc9d-446c-839a-5fff005bbcd0', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.815314] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Creating folder: Project (4383be8f05df4c1c8f94dd901ab5d90b). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1475.815618] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc1e1dd-f662-40f6-985d-327aaf21d2ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.827373] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Created folder: Project (4383be8f05df4c1c8f94dd901ab5d90b) in parent group-v354057. [ 1475.827676] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Creating folder: Instances. Parent ref: group-v354256. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1475.827885] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e0a0ea8-fb3f-4a01-8624-79c5b0503465 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.837574] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Created folder: Instances in parent group-v354256. [ 1475.837936] env[62107]: DEBUG oslo.service.loopingcall [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.838080] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.838305] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25cafc3-4c39-4974-8c5a-99b6b90913a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.861450] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.861450] env[62107]: value = "task-1699395" [ 1475.861450] env[62107]: _type = "Task" [ 1475.861450] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.872556] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699395, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.916661] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1476.120818] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520a5c1f-f260-2611-1847-40ecf85d67de, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.121172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.121382] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 54cdd5b8-3bce-4388-bb95-51be22106aaf/54cdd5b8-3bce-4388-bb95-51be22106aaf.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.121653] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d210e7ee-893e-45fa-a2b6-5184fedfb32e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.124410] env[62107]: DEBUG nova.network.neutron [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Successfully created port: 1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.133238] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1476.133238] env[62107]: value = "task-1699396" [ 1476.133238] env[62107]: _type = "Task" [ 1476.133238] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.143780] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.185398] env[62107]: DEBUG oslo_vmware.api [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Task: {'id': task-1699392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180184} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.185682] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.185911] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.186098] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.186292] env[62107]: INFO nova.compute.manager [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1476.186535] env[62107]: DEBUG oslo.service.loopingcall [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.186755] env[62107]: DEBUG nova.compute.manager [-] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1476.186849] env[62107]: DEBUG nova.network.neutron [-] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.280748] env[62107]: DEBUG nova.compute.manager [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1476.280748] env[62107]: DEBUG nova.compute.manager [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing instance network info cache due to event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1476.280748] env[62107]: DEBUG oslo_concurrency.lockutils [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] Acquiring lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.280748] env[62107]: DEBUG oslo_concurrency.lockutils [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] Acquired lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.280748] env[62107]: DEBUG nova.network.neutron [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.373793] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699395, 'name': CreateVM_Task, 'duration_secs': 0.435154} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.377991] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.378963] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.379149] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.379485] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.379767] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a383f310-fe15-4558-b02e-24860abc7e3c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.389131] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1476.389131] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca3a25-df71-b4a7-86e3-0eb81f796c7f" [ 1476.389131] env[62107]: _type = "Task" [ 1476.389131] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.399034] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca3a25-df71-b4a7-86e3-0eb81f796c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.418884] env[62107]: DEBUG nova.compute.manager [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Received event network-vif-plugged-08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1476.419155] env[62107]: DEBUG oslo_concurrency.lockutils [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] Acquiring lock "63171a41-871b-4734-9dbc-106f54ab94a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.419374] env[62107]: DEBUG oslo_concurrency.lockutils [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] Lock "63171a41-871b-4734-9dbc-106f54ab94a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.419571] env[62107]: DEBUG oslo_concurrency.lockutils [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] Lock "63171a41-871b-4734-9dbc-106f54ab94a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.419705] env[62107]: DEBUG nova.compute.manager [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] No waiting events found dispatching network-vif-plugged-08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1476.419889] env[62107]: WARNING nova.compute.manager [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Received unexpected event network-vif-plugged-08579146-cc9d-446c-839a-5fff005bbcd0 for instance with vm_state building and task_state spawning. [ 1476.420148] env[62107]: DEBUG nova.compute.manager [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Received event network-changed-08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1476.420212] env[62107]: DEBUG nova.compute.manager [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Refreshing instance network info cache due to event network-changed-08579146-cc9d-446c-839a-5fff005bbcd0. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1476.420951] env[62107]: DEBUG oslo_concurrency.lockutils [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] Acquiring lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.421204] env[62107]: DEBUG oslo_concurrency.lockutils [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] Acquired lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.421419] env[62107]: DEBUG nova.network.neutron [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Refreshing network info cache for port 08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.463851] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32809146-0a22-4a65-85a4-c99360c073e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.476898] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c2d84-164f-4ea7-aac9-e753cd57bc99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.511328] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b376082-6242-40ff-9c6a-bc986f0b2d5f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.521343] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e625600-008b-4972-a394-04e087d75145 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.547953] env[62107]: DEBUG nova.compute.provider_tree [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.648554] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699396, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.898907] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca3a25-df71-b4a7-86e3-0eb81f796c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.051589} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.899042] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.900432] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.900432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.900432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.900432] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.900432] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd63ae97-8824-4fcc-8718-708f8942d16b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.910690] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.910690] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.910690] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a7574ae-49e5-4116-b1e0-d0aa8e1da332 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.916519] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1476.916519] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b57fef-20c9-99fe-bb48-d2e127f18dbe" [ 1476.916519] env[62107]: _type = "Task" [ 1476.916519] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.924678] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b57fef-20c9-99fe-bb48-d2e127f18dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.943059] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1476.946925] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.948154] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.980016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1476.980016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1476.980292] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1476.980845] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1476.984016] env[62107]: DEBUG nova.virt.hardware [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1476.984582] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccb6de3-91e2-4c7b-b948-58b15409797f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.993719] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a3007a-1bf9-426c-a964-736c214770eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.051091] env[62107]: DEBUG nova.scheduler.client.report [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1477.147583] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.203747] env[62107]: DEBUG nova.network.neutron [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updated VIF entry in instance network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.204204] env[62107]: DEBUG nova.network.neutron [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.217189] env[62107]: DEBUG nova.network.neutron [-] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.259629] env[62107]: DEBUG nova.network.neutron [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Updated VIF entry in instance network info cache for port 08579146-cc9d-446c-839a-5fff005bbcd0. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.259629] env[62107]: DEBUG nova.network.neutron [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Updating instance_info_cache with network_info: [{"id": "08579146-cc9d-446c-839a-5fff005bbcd0", "address": "fa:16:3e:54:72:24", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08579146-cc", "ovs_interfaceid": "08579146-cc9d-446c-839a-5fff005bbcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.429564] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b57fef-20c9-99fe-bb48-d2e127f18dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.430611] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe5f104-e5a6-4e7f-9d8c-40881fecda21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.436503] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1477.436503] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d18d51-cf2c-6790-1e09-05f44f209888" [ 1477.436503] env[62107]: _type = "Task" [ 1477.436503] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.444502] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d18d51-cf2c-6790-1e09-05f44f209888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.452281] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1477.558972] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.559541] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1477.562361] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.122s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.562545] env[62107]: DEBUG nova.objects.instance [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1477.644373] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699396, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.707175] env[62107]: DEBUG oslo_concurrency.lockutils [req-73be5dce-f5f2-4b09-a24f-a884f4fbaf5f req-30560163-454b-428f-8fa2-1f55927bab74 service nova] Releasing lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.722564] env[62107]: INFO nova.compute.manager [-] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Took 1.54 seconds to deallocate network for instance. [ 1477.760498] env[62107]: DEBUG oslo_concurrency.lockutils [req-d292ca1a-5832-4811-94a4-39c0507f5a22 req-59aa34a4-7b04-4552-a679-67ff25887bb3 service nova] Releasing lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.952801] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d18d51-cf2c-6790-1e09-05f44f209888, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.953172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.953517] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/63171a41-871b-4734-9dbc-106f54ab94a2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.954056] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88b17c49-0234-4ba5-b812-0c4f77bdad53 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.966715] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1477.966715] env[62107]: value = "task-1699397" [ 1477.966715] env[62107]: _type = "Task" [ 1477.966715] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.977843] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.988354] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.067939] env[62107]: DEBUG nova.compute.utils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.076774] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1478.076990] env[62107]: DEBUG nova.network.neutron [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.146018] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699396, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.583466} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.147837] env[62107]: DEBUG nova.policy [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10673fde9cb442dae51e621af67887b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae5b7980a5a4b908ac5afc7340330d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1478.149724] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 54cdd5b8-3bce-4388-bb95-51be22106aaf/54cdd5b8-3bce-4388-bb95-51be22106aaf.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.149964] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.150262] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aec2f28f-fcf2-40af-bb0e-ac55a88619bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.159101] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1478.159101] env[62107]: value = "task-1699398" [ 1478.159101] env[62107]: _type = "Task" [ 1478.159101] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.169024] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.229995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.293359] env[62107]: DEBUG nova.network.neutron [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Successfully updated port: 1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.481511] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.537098] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Received event network-vif-deleted-781f47ad-62a5-405a-ba99-53b4beeb8e1b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1478.538155] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1478.539641] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing instance network info cache due to event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1478.540063] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquiring lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.540641] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquired lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.541121] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.577201] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1478.581971] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38ceb7d9-8f3d-4583-a268-540bb5436e45 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.584865] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 17.962s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.673531] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091561} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.674547] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.676628] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa67d58-11fe-4d4e-893c-e3a108751f82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.708167] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 54cdd5b8-3bce-4388-bb95-51be22106aaf/54cdd5b8-3bce-4388-bb95-51be22106aaf.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.708895] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a470199d-bd47-472d-9eb2-4bf5e553d8b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.729757] env[62107]: DEBUG nova.network.neutron [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Successfully created port: 2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.733967] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1478.733967] env[62107]: value = "task-1699399" [ 1478.733967] env[62107]: _type = "Task" [ 1478.733967] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.744138] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.801593] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "refresh_cache-9355733e-274f-4171-a394-5332103928e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.801593] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "refresh_cache-9355733e-274f-4171-a394-5332103928e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.801593] env[62107]: DEBUG nova.network.neutron [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.979556] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624049} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.980952] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/63171a41-871b-4734-9dbc-106f54ab94a2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.981233] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.981550] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1fc252c-ea9d-4b8e-a41c-6e79271f1411 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.989237] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1478.989237] env[62107]: value = "task-1699400" [ 1478.989237] env[62107]: _type = "Task" [ 1478.989237] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.001888] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.089455] env[62107]: DEBUG nova.objects.instance [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lazy-loading 'migration_context' on Instance uuid a3a0029e-76fe-4ba3-9bdc-247ea37f78df {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.248766] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.370849] env[62107]: DEBUG nova.network.neutron [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.501178] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195523} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.501536] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.502375] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601967ea-2f02-42f6-9018-3a25e4dc076a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.526977] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/63171a41-871b-4734-9dbc-106f54ab94a2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.527283] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2dae2c1-12e6-4546-b491-c72655f6465a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.542309] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updated VIF entry in instance network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.542655] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.552020] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1479.552020] env[62107]: value = "task-1699401" [ 1479.552020] env[62107]: _type = "Task" [ 1479.552020] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.557897] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.592480] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1479.641890] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5f23882875e8d706a7a08fafba162c34',container_format='bare',created_at=2024-12-10T18:05:40Z,direct_url=,disk_format='vmdk',id=c40f0380-c76c-431f-b8ac-89f74cfcc2ab,min_disk=1,min_ram=0,name='tempest-test-snap-1902238802',owner='9ae5b7980a5a4b908ac5afc7340330d1',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T18:05:56Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.642145] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.642310] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.642529] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.642692] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.642841] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.643062] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.643236] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.643379] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.643536] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.643785] env[62107]: DEBUG nova.virt.hardware [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.644679] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9770a2f-0aef-4e25-8342-26a7affa662c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.653644] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e8a6a3-30f7-465b-be69-a075de2f6234 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.670963] env[62107]: DEBUG nova.network.neutron [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Updating instance_info_cache with network_info: [{"id": "1a4e28e0-7655-48ff-bc72-5beb7178da3d", "address": "fa:16:3e:4d:9c:80", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4e28e0-76", "ovs_interfaceid": "1a4e28e0-7655-48ff-bc72-5beb7178da3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.748383] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.046279] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Releasing lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.048108] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Received event network-changed-e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.048108] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Refreshing instance network info cache due to event network-changed-e9f18241-f4e0-4cef-9f26-d1d79387a48b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1480.048108] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquiring lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.048108] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquired lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.048108] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Refreshing network info cache for port e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.055743] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd626d7a-bb95-464f-b3ef-9ce99624809e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.063257] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699401, 'name': ReconfigVM_Task, 'duration_secs': 0.383192} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.065918] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/63171a41-871b-4734-9dbc-106f54ab94a2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.066864] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac17fa83-1827-4e58-857c-ce9132b5041f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.069171] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7016853-252e-47e9-9aff-2c66f52f43b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.105586] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ade855-4186-472b-9d83-fe4aee3838be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.108328] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1480.108328] env[62107]: value = "task-1699402" [ 1480.108328] env[62107]: _type = "Task" [ 1480.108328] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.115128] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32783e02-e7eb-4a65-8a27-69f7dcdf7973 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.122254] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699402, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.132175] env[62107]: DEBUG nova.compute.provider_tree [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.175036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "refresh_cache-9355733e-274f-4171-a394-5332103928e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.175036] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Instance network_info: |[{"id": "1a4e28e0-7655-48ff-bc72-5beb7178da3d", "address": "fa:16:3e:4d:9c:80", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4e28e0-76", "ovs_interfaceid": "1a4e28e0-7655-48ff-bc72-5beb7178da3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1480.175036] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:9c:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a4e28e0-7655-48ff-bc72-5beb7178da3d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.183025] env[62107]: DEBUG oslo.service.loopingcall [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.183025] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9355733e-274f-4171-a394-5332103928e7] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.183276] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2db3cb-e728-4390-a3e1-4761d63e42e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.203021] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.203021] env[62107]: value = "task-1699403" [ 1480.203021] env[62107]: _type = "Task" [ 1480.203021] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.210558] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699403, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.248693] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699399, 'name': ReconfigVM_Task, 'duration_secs': 1.090567} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.248979] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 54cdd5b8-3bce-4388-bb95-51be22106aaf/54cdd5b8-3bce-4388-bb95-51be22106aaf.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.249629] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67df39e4-99e8-4008-a04c-f1c5f5f85bd3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.258363] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1480.258363] env[62107]: value = "task-1699404" [ 1480.258363] env[62107]: _type = "Task" [ 1480.258363] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.270624] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699404, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.365666] env[62107]: DEBUG nova.compute.manager [req-2f3c11fd-a2f8-4ecb-b719-0eed7355169e req-d599b3a6-82f4-4ea3-9a6a-124c6b5cb78b service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Received event network-vif-plugged-2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.366151] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f3c11fd-a2f8-4ecb-b719-0eed7355169e req-d599b3a6-82f4-4ea3-9a6a-124c6b5cb78b service nova] Acquiring lock "f8e35f57-f6a5-4303-a460-2f6df2769032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.366151] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f3c11fd-a2f8-4ecb-b719-0eed7355169e req-d599b3a6-82f4-4ea3-9a6a-124c6b5cb78b service nova] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.366434] env[62107]: DEBUG oslo_concurrency.lockutils [req-2f3c11fd-a2f8-4ecb-b719-0eed7355169e req-d599b3a6-82f4-4ea3-9a6a-124c6b5cb78b service nova] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.366487] env[62107]: DEBUG nova.compute.manager [req-2f3c11fd-a2f8-4ecb-b719-0eed7355169e req-d599b3a6-82f4-4ea3-9a6a-124c6b5cb78b service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] No waiting events found dispatching network-vif-plugged-2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1480.366630] env[62107]: WARNING nova.compute.manager [req-2f3c11fd-a2f8-4ecb-b719-0eed7355169e req-d599b3a6-82f4-4ea3-9a6a-124c6b5cb78b service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Received unexpected event network-vif-plugged-2e163cb3-0ce8-4647-97de-10f1c0b4082d for instance with vm_state building and task_state spawning. [ 1480.395908] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "83cbfcb5-b901-429e-bc03-81e166968ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.396268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.396492] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.396779] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.396883] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.399723] env[62107]: INFO nova.compute.manager [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Terminating instance [ 1480.401337] env[62107]: DEBUG nova.compute.manager [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1480.401632] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.402697] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882a245-dcf8-4a4a-a5ff-0d6973284663 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.410736] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.411463] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14817d90-540a-456c-abc6-b157272b8048 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.417827] env[62107]: DEBUG oslo_vmware.api [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1480.417827] env[62107]: value = "task-1699405" [ 1480.417827] env[62107]: _type = "Task" [ 1480.417827] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.431228] env[62107]: DEBUG oslo_vmware.api [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.467702] env[62107]: DEBUG nova.network.neutron [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Successfully updated port: 2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.619140] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699402, 'name': Rename_Task, 'duration_secs': 0.283823} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.619553] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.619830] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-971e6ae4-a855-4607-8c76-86608a369d21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.625435] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1480.625435] env[62107]: value = "task-1699406" [ 1480.625435] env[62107]: _type = "Task" [ 1480.625435] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.635706] env[62107]: DEBUG nova.scheduler.client.report [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1480.638796] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.654513] env[62107]: DEBUG nova.compute.manager [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Received event network-changed-e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.654698] env[62107]: DEBUG nova.compute.manager [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Refreshing instance network info cache due to event network-changed-e9f18241-f4e0-4cef-9f26-d1d79387a48b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1480.654999] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] Acquiring lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.712650] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699403, 'name': CreateVM_Task, 'duration_secs': 0.379788} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.712823] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9355733e-274f-4171-a394-5332103928e7] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1480.713554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.713806] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.714185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1480.714460] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f5d88e-33b9-426c-9ab4-46d049a7f216 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.719512] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1480.719512] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52365a9d-c620-01b1-7eb4-93acce76397c" [ 1480.719512] env[62107]: _type = "Task" [ 1480.719512] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.727494] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52365a9d-c620-01b1-7eb4-93acce76397c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.768478] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699404, 'name': Rename_Task, 'duration_secs': 0.174194} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.768912] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.769284] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0919b3-d4da-4627-91ba-d7946002f688 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.776167] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1480.776167] env[62107]: value = "task-1699407" [ 1480.776167] env[62107]: _type = "Task" [ 1480.776167] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.785059] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.786557] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updated VIF entry in instance network info cache for port e9f18241-f4e0-4cef-9f26-d1d79387a48b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.787259] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [{"id": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "address": "fa:16:3e:5a:b9:39", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9f18241-f4", "ovs_interfaceid": "e9f18241-f4e0-4cef-9f26-d1d79387a48b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.927999] env[62107]: DEBUG oslo_vmware.api [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699405, 'name': PowerOffVM_Task, 'duration_secs': 0.189317} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.928775] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.928775] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1480.928775] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f9e877-11fe-4aab-8127-49d69367cffb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.970345] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "refresh_cache-f8e35f57-f6a5-4303-a460-2f6df2769032" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.970508] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "refresh_cache-f8e35f57-f6a5-4303-a460-2f6df2769032" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.970662] env[62107]: DEBUG nova.network.neutron [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.005803] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1481.006047] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1481.006289] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Deleting the datastore file [datastore1] 83cbfcb5-b901-429e-bc03-81e166968ede {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1481.006575] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f13e5c5-1bf8-4e26-baa2-a9b9cb12163e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.014074] env[62107]: DEBUG oslo_vmware.api [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1481.014074] env[62107]: value = "task-1699409" [ 1481.014074] env[62107]: _type = "Task" [ 1481.014074] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.022929] env[62107]: DEBUG oslo_vmware.api [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.138382] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699406, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.231075] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52365a9d-c620-01b1-7eb4-93acce76397c, 'name': SearchDatastore_Task, 'duration_secs': 0.014553} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.231075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.231075] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1481.231075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.231075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.231390] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1481.231728] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ec2ab39-65f6-439d-a4e1-4bebafcbb730 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.240426] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1481.240594] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1481.241384] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b470696-f267-4103-8a65-aa0e3ff4a248 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.247180] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1481.247180] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52591583-96fd-872b-26d1-7ee65273e04f" [ 1481.247180] env[62107]: _type = "Task" [ 1481.247180] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.255344] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52591583-96fd-872b-26d1-7ee65273e04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.287373] env[62107]: DEBUG oslo_vmware.api [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699407, 'name': PowerOnVM_Task, 'duration_secs': 0.493904} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.287643] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.287849] env[62107]: INFO nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1481.288039] env[62107]: DEBUG nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1481.288817] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a137b6bc-ea23-41c5-90b9-e17fb81352f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.291531] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Releasing lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.291777] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Received event network-vif-plugged-1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1481.291963] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquiring lock "9355733e-274f-4171-a394-5332103928e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.292187] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Lock "9355733e-274f-4171-a394-5332103928e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.292385] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Lock "9355733e-274f-4171-a394-5332103928e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.292556] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] No waiting events found dispatching network-vif-plugged-1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1481.292725] env[62107]: WARNING nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Received unexpected event network-vif-plugged-1a4e28e0-7655-48ff-bc72-5beb7178da3d for instance with vm_state building and task_state spawning. [ 1481.292891] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Received event network-changed-1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1481.293057] env[62107]: DEBUG nova.compute.manager [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Refreshing instance network info cache due to event network-changed-1a4e28e0-7655-48ff-bc72-5beb7178da3d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1481.293248] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquiring lock "refresh_cache-9355733e-274f-4171-a394-5332103928e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.293386] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Acquired lock "refresh_cache-9355733e-274f-4171-a394-5332103928e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.293540] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Refreshing network info cache for port 1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.294651] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] Acquired lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.297571] env[62107]: DEBUG nova.network.neutron [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Refreshing network info cache for port e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1481.514652] env[62107]: DEBUG nova.network.neutron [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.525787] env[62107]: DEBUG oslo_vmware.api [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141007} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.525965] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1481.526172] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1481.526350] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1481.526525] env[62107]: INFO nova.compute.manager [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1481.526763] env[62107]: DEBUG oslo.service.loopingcall [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1481.526963] env[62107]: DEBUG nova.compute.manager [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1481.527070] env[62107]: DEBUG nova.network.neutron [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1481.639195] env[62107]: DEBUG oslo_vmware.api [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699406, 'name': PowerOnVM_Task, 'duration_secs': 0.775001} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.639484] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.639676] env[62107]: INFO nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1481.640198] env[62107]: DEBUG nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1481.641316] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fb7a7f-9890-43c5-a8e0-a46b7a3698f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.645792] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.061s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.652122] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.598s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.652454] env[62107]: DEBUG nova.objects.instance [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lazy-loading 'resources' on Instance uuid 7851bde8-b5cc-4caa-aa07-50bf7616df49 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.726783] env[62107]: DEBUG nova.network.neutron [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Updating instance_info_cache with network_info: [{"id": "2e163cb3-0ce8-4647-97de-10f1c0b4082d", "address": "fa:16:3e:60:07:0d", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e163cb3-0c", "ovs_interfaceid": "2e163cb3-0ce8-4647-97de-10f1c0b4082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.758040] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52591583-96fd-872b-26d1-7ee65273e04f, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.759409] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d3fba2-962c-4e30-8f20-36b3b190d3f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.765238] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1481.765238] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b71294-b9c4-56f4-4516-78d2cc146421" [ 1481.765238] env[62107]: _type = "Task" [ 1481.765238] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.774098] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b71294-b9c4-56f4-4516-78d2cc146421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.811075] env[62107]: INFO nova.compute.manager [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Took 46.92 seconds to build instance. [ 1481.822853] env[62107]: INFO nova.network.neutron [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Port e9f18241-f4e0-4cef-9f26-d1d79387a48b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1481.823231] env[62107]: DEBUG nova.network.neutron [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.131115] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Updated VIF entry in instance network info cache for port 1a4e28e0-7655-48ff-bc72-5beb7178da3d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.131506] env[62107]: DEBUG nova.network.neutron [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Updating instance_info_cache with network_info: [{"id": "1a4e28e0-7655-48ff-bc72-5beb7178da3d", "address": "fa:16:3e:4d:9c:80", "network": {"id": "99edcc66-c0bd-41d7-86c2-7d8ebeb0e1be", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1284970856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc87c852b6004116b50159f3d0f05d3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a4e28e0-76", "ovs_interfaceid": "1a4e28e0-7655-48ff-bc72-5beb7178da3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.180287] env[62107]: INFO nova.compute.manager [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Took 43.09 seconds to build instance. [ 1482.229307] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "refresh_cache-f8e35f57-f6a5-4303-a460-2f6df2769032" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.229625] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Instance network_info: |[{"id": "2e163cb3-0ce8-4647-97de-10f1c0b4082d", "address": "fa:16:3e:60:07:0d", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e163cb3-0c", "ovs_interfaceid": "2e163cb3-0ce8-4647-97de-10f1c0b4082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1482.230093] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:07:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e163cb3-0ce8-4647-97de-10f1c0b4082d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.237976] env[62107]: DEBUG oslo.service.loopingcall [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.241761] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.241879] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b62132-4e90-4c5f-a584-c98d81913a45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.271874] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.271874] env[62107]: value = "task-1699410" [ 1482.271874] env[62107]: _type = "Task" [ 1482.271874] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.281415] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b71294-b9c4-56f4-4516-78d2cc146421, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.282057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.282342] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9355733e-274f-4171-a394-5332103928e7/9355733e-274f-4171-a394-5332103928e7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1482.282646] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2927614a-5fe3-40ad-b970-abec9868e734 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.287498] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699410, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.294105] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1482.294105] env[62107]: value = "task-1699411" [ 1482.294105] env[62107]: _type = "Task" [ 1482.294105] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.302607] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.314180] env[62107]: DEBUG oslo_concurrency.lockutils [None req-26fad19c-0bf7-4bc2-b5d9-13ca61ae7e0e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.255s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.325565] env[62107]: DEBUG oslo_concurrency.lockutils [req-8ae5ea5a-f20f-4904-afd6-553ae75e26cd req-302cf145-3d07-43b2-9fff-70f823188c27 service nova] Releasing lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.355380] env[62107]: DEBUG nova.network.neutron [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.421324] env[62107]: DEBUG nova.compute.manager [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Received event network-changed-2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.421544] env[62107]: DEBUG nova.compute.manager [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Refreshing instance network info cache due to event network-changed-2e163cb3-0ce8-4647-97de-10f1c0b4082d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1482.421797] env[62107]: DEBUG oslo_concurrency.lockutils [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] Acquiring lock "refresh_cache-f8e35f57-f6a5-4303-a460-2f6df2769032" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.421948] env[62107]: DEBUG oslo_concurrency.lockutils [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] Acquired lock "refresh_cache-f8e35f57-f6a5-4303-a460-2f6df2769032" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.422139] env[62107]: DEBUG nova.network.neutron [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Refreshing network info cache for port 2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.597913] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0736dfd6-6918-41f4-9612-becf12e0e980 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.606114] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff81960-8cb0-48b8-acae-d78118955860 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.647724] env[62107]: DEBUG oslo_concurrency.lockutils [req-f6580d4a-08f4-4fa5-830c-f28f0630caf4 req-eef1b936-c79d-4107-bb5e-8807446f1f17 service nova] Releasing lock "refresh_cache-9355733e-274f-4171-a394-5332103928e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.649189] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220c618-e8a4-4f31-96f0-44bcc9cad8b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.657898] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22386999-1f20-40e0-bf5a-7c8c5a7d2131 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.678011] env[62107]: DEBUG nova.compute.provider_tree [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.683624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b3774950-9a5f-4d6b-a3cb-941a1cd4f574 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "63171a41-871b-4734-9dbc-106f54ab94a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.539s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1482.712402] env[62107]: DEBUG nova.compute.manager [req-6ac1ac45-a823-46b0-9835-9d7c4e2eb833 req-ecb4ca84-cc7a-445b-b209-d303031639bf service nova] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Received event network-vif-deleted-e9f18241-f4e0-4cef-9f26-d1d79387a48b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.787291] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699410, 'name': CreateVM_Task, 'duration_secs': 0.46117} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.787624] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.788606] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.788934] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.789426] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.790092] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73982b14-b6ec-4baa-ae74-47713ddd4d64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.797699] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1482.797699] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522728bf-5e7f-8108-b068-0d679807befa" [ 1482.797699] env[62107]: _type = "Task" [ 1482.797699] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.815026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.819019] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Processing image c40f0380-c76c-431f-b8ac-89f74cfcc2ab {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.819019] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.819019] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.819019] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.819019] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699411, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.819019] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f5d62e-7b5e-482f-9c52-6d6b6aacfd6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.826181] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.826508] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.827523] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08f3672-798b-4326-8a4b-46645dc83ea4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.833555] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1482.833555] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aca9ca-54a7-2053-1fbd-733d36fd579f" [ 1482.833555] env[62107]: _type = "Task" [ 1482.833555] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.841906] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aca9ca-54a7-2053-1fbd-733d36fd579f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.857902] env[62107]: INFO nova.compute.manager [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Took 1.33 seconds to deallocate network for instance. [ 1483.185610] env[62107]: DEBUG nova.scheduler.client.report [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1483.194868] env[62107]: INFO nova.compute.manager [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Rescuing [ 1483.195086] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.195279] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.195638] env[62107]: DEBUG nova.network.neutron [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.199052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.199226] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.203185] env[62107]: DEBUG nova.network.neutron [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Updated VIF entry in instance network info cache for port 2e163cb3-0ce8-4647-97de-10f1c0b4082d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.203562] env[62107]: DEBUG nova.network.neutron [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Updating instance_info_cache with network_info: [{"id": "2e163cb3-0ce8-4647-97de-10f1c0b4082d", "address": "fa:16:3e:60:07:0d", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e163cb3-0c", "ovs_interfaceid": "2e163cb3-0ce8-4647-97de-10f1c0b4082d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.213693] env[62107]: INFO nova.compute.manager [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Swapping old allocation on dict_keys(['043fb997-216b-47b0-b871-05aad9e63790']) held by migration 95af47f8-f2db-445d-8c93-50f0b6f90dc5 for instance [ 1483.239797] env[62107]: DEBUG nova.scheduler.client.report [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Overwriting current allocation {'allocations': {'043fb997-216b-47b0-b871-05aad9e63790': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '3bcb07b887c748398f435a3582d51f74', 'user_id': '8f4f06bbbf4e4e1583c60534289c225f', 'consumer_generation': 1} on consumer a3a0029e-76fe-4ba3-9bdc-247ea37f78df {{(pid=62107) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1483.313767] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534461} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.314786] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9355733e-274f-4171-a394-5332103928e7/9355733e-274f-4171-a394-5332103928e7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1483.315196] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1483.317832] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48dce61b-564d-4527-8a53-53d7ea23a4e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.323605] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1483.323605] env[62107]: value = "task-1699412" [ 1483.323605] env[62107]: _type = "Task" [ 1483.323605] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.331216] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.346409] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Preparing fetch location {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1483.346694] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Fetch image to [datastore1] OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f/OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f.vmdk {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1483.346884] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Downloading stream optimized image c40f0380-c76c-431f-b8ac-89f74cfcc2ab to [datastore1] OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f/OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f.vmdk on the data store datastore1 as vApp {{(pid=62107) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1483.347070] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Downloading image file data c40f0380-c76c-431f-b8ac-89f74cfcc2ab to the ESX as VM named 'OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f' {{(pid=62107) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1483.351463] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.351633] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquired lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.351805] env[62107]: DEBUG nova.network.neutron [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.363984] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.436944] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1483.436944] env[62107]: value = "resgroup-9" [ 1483.436944] env[62107]: _type = "ResourcePool" [ 1483.436944] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1483.437278] env[62107]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d6b18565-6ebe-48e0-a4c9-b54aa5bf7105 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.460887] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease: (returnval){ [ 1483.460887] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7c183-5014-2f62-60dd-72cd508df415" [ 1483.460887] env[62107]: _type = "HttpNfcLease" [ 1483.460887] env[62107]: } obtained for vApp import into resource pool (val){ [ 1483.460887] env[62107]: value = "resgroup-9" [ 1483.460887] env[62107]: _type = "ResourcePool" [ 1483.460887] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1483.461264] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the lease: (returnval){ [ 1483.461264] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7c183-5014-2f62-60dd-72cd508df415" [ 1483.461264] env[62107]: _type = "HttpNfcLease" [ 1483.461264] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1483.468282] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1483.468282] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7c183-5014-2f62-60dd-72cd508df415" [ 1483.468282] env[62107]: _type = "HttpNfcLease" [ 1483.468282] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1483.691642] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.694475] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.139s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.694850] env[62107]: DEBUG nova.objects.instance [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lazy-loading 'resources' on Instance uuid a6858af4-69e1-4ec8-9902-dffbc45d65b8 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.702915] env[62107]: DEBUG nova.compute.utils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.706342] env[62107]: DEBUG oslo_concurrency.lockutils [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] Releasing lock "refresh_cache-f8e35f57-f6a5-4303-a460-2f6df2769032" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.706615] env[62107]: DEBUG nova.compute.manager [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1483.706801] env[62107]: DEBUG nova.compute.manager [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing instance network info cache due to event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1483.707059] env[62107]: DEBUG oslo_concurrency.lockutils [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] Acquiring lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.707231] env[62107]: DEBUG oslo_concurrency.lockutils [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] Acquired lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.707423] env[62107]: DEBUG nova.network.neutron [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.711486] env[62107]: INFO nova.scheduler.client.report [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted allocations for instance 7851bde8-b5cc-4caa-aa07-50bf7616df49 [ 1483.737325] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "83cbfcb5-b901-429e-bc03-81e166968ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.832778] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216037} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.835527] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1483.836398] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0792c3b4-d78a-4cc0-8eab-5945ef206d3a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.859972] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9355733e-274f-4171-a394-5332103928e7/9355733e-274f-4171-a394-5332103928e7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.862740] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2028dc1-363f-4feb-9e41-717bfb23d999 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.885621] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1483.885621] env[62107]: value = "task-1699414" [ 1483.885621] env[62107]: _type = "Task" [ 1483.885621] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.894308] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.969574] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1483.969574] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7c183-5014-2f62-60dd-72cd508df415" [ 1483.969574] env[62107]: _type = "HttpNfcLease" [ 1483.969574] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1483.987488] env[62107]: DEBUG nova.network.neutron [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Updating instance_info_cache with network_info: [{"id": "08579146-cc9d-446c-839a-5fff005bbcd0", "address": "fa:16:3e:54:72:24", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08579146-cc", "ovs_interfaceid": "08579146-cc9d-446c-839a-5fff005bbcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.206458] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.216611] env[62107]: DEBUG nova.network.neutron [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [{"id": "aede8840-d86a-4d22-bfff-02603928dcbf", "address": "fa:16:3e:8b:24:12", "network": {"id": "b502a4f0-08b4-4836-b348-112727a02667", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.107", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "8b29a77cb58d4ccfaf51d216163f4933", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "680cb499-2a47-482b-af0d-112016ac0e17", "external-id": "nsx-vlan-transportzone-644", "segmentation_id": 644, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaede8840-d8", "ovs_interfaceid": "aede8840-d86a-4d22-bfff-02603928dcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.221473] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59ce231e-7a5d-4fca-af11-164d771dc202 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "7851bde8-b5cc-4caa-aa07-50bf7616df49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.244s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.402448] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.475942] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1484.475942] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7c183-5014-2f62-60dd-72cd508df415" [ 1484.475942] env[62107]: _type = "HttpNfcLease" [ 1484.475942] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1484.476260] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1484.476260] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d7c183-5014-2f62-60dd-72cd508df415" [ 1484.476260] env[62107]: _type = "HttpNfcLease" [ 1484.476260] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1484.477014] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f73285b-3914-4959-b119-e9ac81fe65ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.487265] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ade81c-7943-b457-c8bf-939b6950eab3/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1484.487444] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ade81c-7943-b457-c8bf-939b6950eab3/disk-0.vmdk. {{(pid=62107) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1484.490218] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "refresh_cache-63171a41-871b-4734-9dbc-106f54ab94a2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.554819] env[62107]: DEBUG nova.network.neutron [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updated VIF entry in instance network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1484.555195] env[62107]: DEBUG nova.network.neutron [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.565090] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1ff5fdd-ff4e-4fd7-9f01-ac40d5691242 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.659396] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4c889b-7fb6-469d-98b1-29d9c9ee7dcb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.666883] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557269f1-2b57-4238-ae2b-dfce58f15f9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.696703] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e0847-cece-4e8c-8878-4a1f86fbb1bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.704191] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af62486-a9cd-4631-8738-556f05d0f5c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.718064] env[62107]: DEBUG nova.compute.provider_tree [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.721554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Releasing lock "refresh_cache-a3a0029e-76fe-4ba3-9bdc-247ea37f78df" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.722081] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.722358] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd03d43f-349e-4d37-b74f-12bcab7fa2b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.728933] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1484.728933] env[62107]: value = "task-1699415" [ 1484.728933] env[62107]: _type = "Task" [ 1484.728933] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.739587] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.780529] env[62107]: DEBUG nova.compute.manager [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1484.780776] env[62107]: DEBUG nova.compute.manager [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing instance network info cache due to event network-changed-35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1484.780979] env[62107]: DEBUG oslo_concurrency.lockutils [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] Acquiring lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.898633] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699414, 'name': ReconfigVM_Task, 'duration_secs': 0.749764} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.898964] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9355733e-274f-4171-a394-5332103928e7/9355733e-274f-4171-a394-5332103928e7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1484.899641] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fac5195-c217-4540-8640-43f7f7774702 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.906629] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1484.906629] env[62107]: value = "task-1699416" [ 1484.906629] env[62107]: _type = "Task" [ 1484.906629] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.914609] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699416, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.059496] env[62107]: DEBUG oslo_concurrency.lockutils [req-33a62bd8-caed-405f-916e-ee79d57684ce req-9c5a58c7-7f58-43ba-ac1c-f18a654ab97e service nova] Releasing lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.061184] env[62107]: DEBUG oslo_concurrency.lockutils [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] Acquired lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.061411] env[62107]: DEBUG nova.network.neutron [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Refreshing network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.077363] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.077890] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffcb0398-2af0-4388-8d44-74c687a18384 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.085651] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1485.085651] env[62107]: value = "task-1699417" [ 1485.085651] env[62107]: _type = "Task" [ 1485.085651] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.095418] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.220824] env[62107]: DEBUG nova.scheduler.client.report [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1485.238986] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699415, 'name': PowerOffVM_Task, 'duration_secs': 0.276065} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.240847] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.241510] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:03:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f8a04072-b213-4ebf-96ed-54e6fed9e71f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-906114588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1485.241748] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1485.241917] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.242132] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1485.242306] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.242456] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1485.242659] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1485.242814] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1485.242982] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1485.243155] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1485.243322] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1485.250383] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-889656e1-dfe9-47f4-894f-a090b3fd2dd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.263378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.263661] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.264012] env[62107]: INFO nova.compute.manager [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Attaching volume 9f39c80e-3a35-40b3-bce7-44095d39a6ed to /dev/sdb [ 1485.275105] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1485.275105] env[62107]: value = "task-1699418" [ 1485.275105] env[62107]: _type = "Task" [ 1485.275105] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.287645] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.304848] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2a0ba-5afc-4ef7-b5ad-b13bb77e70c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.313616] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368f2aa-6958-42af-a2a5-67a25b2c9781 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.329736] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "93767ef1-092f-405d-b393-6bec8e6c3615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.329849] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "93767ef1-092f-405d-b393-6bec8e6c3615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.329966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "93767ef1-092f-405d-b393-6bec8e6c3615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.330163] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "93767ef1-092f-405d-b393-6bec8e6c3615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.330327] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "93767ef1-092f-405d-b393-6bec8e6c3615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.332041] env[62107]: DEBUG nova.virt.block_device [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Updating existing volume attachment record: 757aefef-d6f6-44c8-85fd-25c0c6e63952 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1485.336820] env[62107]: INFO nova.compute.manager [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Terminating instance [ 1485.338761] env[62107]: DEBUG nova.compute.manager [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1485.338934] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.339816] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95c6519-d6ae-4df0-8c18-c8bad937bb6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.349818] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.351791] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-465b9b1f-ea22-454f-a786-3f2ae56be432 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.357968] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1485.357968] env[62107]: value = "task-1699419" [ 1485.357968] env[62107]: _type = "Task" [ 1485.357968] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.370577] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.417398] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699416, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.534467] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Completed reading data from the image iterator. {{(pid=62107) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1485.534805] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ade81c-7943-b457-c8bf-939b6950eab3/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1485.535762] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caed2a51-fab5-4b33-b357-7689f78846db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.542024] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ade81c-7943-b457-c8bf-939b6950eab3/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1485.542198] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ade81c-7943-b457-c8bf-939b6950eab3/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1485.542410] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eab01578-20dc-4ad6-9996-e833a26c67e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.596438] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.727404] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.729596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.757s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.730465] env[62107]: DEBUG nova.objects.instance [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lazy-loading 'resources' on Instance uuid 516a3ed7-7c63-4c92-a710-900e06e429ff {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.752657] env[62107]: INFO nova.scheduler.client.report [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleted allocations for instance a6858af4-69e1-4ec8-9902-dffbc45d65b8 [ 1485.786758] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.835466] env[62107]: DEBUG nova.network.neutron [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updated VIF entry in instance network info cache for port 35bf4002-ae71-435a-a23e-5a50b4e0855e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.835846] env[62107]: DEBUG nova.network.neutron [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [{"id": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "address": "fa:16:3e:56:fd:02", "network": {"id": "b06a8ba4-c1fe-48a6-88e2-d5128dbce0fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2098597233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38fb205a13e1458aa3600e5f318f6fff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35bf4002-ae", "ovs_interfaceid": "35bf4002-ae71-435a-a23e-5a50b4e0855e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.868809] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.917027] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699416, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.933784] env[62107]: DEBUG oslo_vmware.rw_handles [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ade81c-7943-b457-c8bf-939b6950eab3/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1485.934046] env[62107]: INFO nova.virt.vmwareapi.images [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Downloaded image file data c40f0380-c76c-431f-b8ac-89f74cfcc2ab [ 1485.934844] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8c32e-98ea-4e9f-99f2-3ecd113d34b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.949996] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5ed97a3-10b9-4df2-8ce5-60aaffc1ec28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.011395] env[62107]: INFO nova.virt.vmwareapi.images [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] The imported VM was unregistered [ 1486.013961] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Caching image {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1486.014198] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.014475] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b52459c-eb00-48cf-97fb-e76320d811f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.026206] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created directory with path [datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.026396] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f/OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f.vmdk to [datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk. {{(pid=62107) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1486.026650] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-584d9e53-592b-41b4-852c-ce35be26327c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.032444] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1486.032444] env[62107]: value = "task-1699424" [ 1486.032444] env[62107]: _type = "Task" [ 1486.032444] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.040082] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699424, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.098882] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.263266] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7d08ec89-ae0b-48d8-8401-21e287eb40fc tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "a6858af4-69e1-4ec8-9902-dffbc45d65b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.161s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.291834] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699418, 'name': ReconfigVM_Task, 'duration_secs': 0.944592} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.292741] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836ace90-8d5c-4f7a-aa06-00fc0d1ddaca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.317392] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:03:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='f8a04072-b213-4ebf-96ed-54e6fed9e71f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-906114588',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1486.317659] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1486.317829] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1486.318111] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1486.318274] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1486.318422] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1486.318629] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1486.318790] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1486.318957] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1486.319134] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1486.319315] env[62107]: DEBUG nova.virt.hardware [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1486.323237] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b490afc-e854-4190-96a2-591fe4ce5cb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.329789] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1486.329789] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e70a62-cfa8-b605-2f34-344977ff7652" [ 1486.329789] env[62107]: _type = "Task" [ 1486.329789] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.338431] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e70a62-cfa8-b605-2f34-344977ff7652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.338431] env[62107]: DEBUG oslo_concurrency.lockutils [req-2617aaa5-c01c-42d2-b6d3-43d53f751434 req-76355a15-fa1a-4b6f-996b-41b7896f0cd4 service nova] Releasing lock "refresh_cache-e87c3386-c911-45a2-a7ab-94687e722466" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.376331] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699419, 'name': PowerOffVM_Task, 'duration_secs': 0.936113} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.377055] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.377344] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.377657] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa59b7f2-e8f0-4aea-aa68-bed2c4a544d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.420214] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699416, 'name': Rename_Task, 'duration_secs': 1.208367} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.420469] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.423137] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24186e12-6d1c-4872-b54b-7b8875f8bd9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.429628] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1486.429628] env[62107]: value = "task-1699426" [ 1486.429628] env[62107]: _type = "Task" [ 1486.429628] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.439056] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.469726] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.469726] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.469726] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleting the datastore file [datastore1] 93767ef1-092f-405d-b393-6bec8e6c3615 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.472482] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2383053c-d023-46d2-a10c-2ccc387d5d04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.479754] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1486.479754] env[62107]: value = "task-1699427" [ 1486.479754] env[62107]: _type = "Task" [ 1486.479754] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.488518] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.542645] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699424, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.601047] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699417, 'name': PowerOffVM_Task, 'duration_secs': 1.208776} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.601344] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.602310] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7e1519-1739-4e6e-a856-8776276783b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.626429] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa048e04-1051-4a18-b9cc-2327dc838f3e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.663059] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.663378] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-070e1cd3-8bed-470c-bb0c-e1799be9a8b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.666991] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ed906-b659-452f-bf60-fd71fe9a99c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.670751] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1486.670751] env[62107]: value = "task-1699428" [ 1486.670751] env[62107]: _type = "Task" [ 1486.670751] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.677271] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb6e2b-7b93-4af8-8974-b75f1195caba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.685895] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1486.686095] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.686358] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.686499] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.686675] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.686937] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e545de7-2162-406d-a443-63ba40f638f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.714860] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501b122-e39e-4195-a9a2-25cd1968fd88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.723454] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c2bdc-35d7-4a08-9aab-7f858da630d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.738241] env[62107]: DEBUG nova.compute.provider_tree [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.742023] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.742023] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.742225] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19b156d-0ea2-461a-98c2-562ef8d7801f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.749465] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1486.749465] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e06f7-8916-cfc8-4bc9-8fdded4af829" [ 1486.749465] env[62107]: _type = "Task" [ 1486.749465] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.757300] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e06f7-8916-cfc8-4bc9-8fdded4af829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.839462] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e70a62-cfa8-b605-2f34-344977ff7652, 'name': SearchDatastore_Task, 'duration_secs': 0.039255} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.845185] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1486.845558] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15442ec-3b9b-4bed-a0e4-aadec926efdb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.870408] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1486.870408] env[62107]: value = "task-1699429" [ 1486.870408] env[62107]: _type = "Task" [ 1486.870408] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.881490] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.939779] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.989899] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.043706] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699424, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.244013] env[62107]: DEBUG nova.scheduler.client.report [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1487.261432] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e06f7-8916-cfc8-4bc9-8fdded4af829, 'name': SearchDatastore_Task, 'duration_secs': 0.07577} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.262921] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e2bf69-cfdd-4f7f-9340-50fcda7a26ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.269405] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1487.269405] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5210fd32-a47b-764c-3799-9e3e8b258492" [ 1487.269405] env[62107]: _type = "Task" [ 1487.269405] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.279397] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5210fd32-a47b-764c-3799-9e3e8b258492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.382391] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699429, 'name': ReconfigVM_Task, 'duration_secs': 0.450798} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.382616] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1487.383557] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6412d31e-dd26-4020-b245-cbe19a0adb2a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.408061] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.408339] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9476a42-6a1b-4601-b418-82d35ad02481 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.427495] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1487.427495] env[62107]: value = "task-1699430" [ 1487.427495] env[62107]: _type = "Task" [ 1487.427495] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.440137] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.443702] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699426, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.491249] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.544151] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699424, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.749534] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.752182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.235s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.752431] env[62107]: DEBUG nova.objects.instance [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lazy-loading 'resources' on Instance uuid 09bd71b2-e9b8-4759-8338-1884ce004dfb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.780587] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5210fd32-a47b-764c-3799-9e3e8b258492, 'name': SearchDatastore_Task, 'duration_secs': 0.086334} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.781753] env[62107]: INFO nova.scheduler.client.report [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Deleted allocations for instance 516a3ed7-7c63-4c92-a710-900e06e429ff [ 1487.782849] env[62107]: DEBUG oslo_concurrency.lockutils [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.783171] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. {{(pid=62107) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1487.785693] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a67f611-bfae-45cb-8ccf-e0f240c4e078 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.793842] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1487.793842] env[62107]: value = "task-1699432" [ 1487.793842] env[62107]: _type = "Task" [ 1487.793842] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.802621] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.942184] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.945584] env[62107]: DEBUG oslo_vmware.api [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699426, 'name': PowerOnVM_Task, 'duration_secs': 1.178993} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.945854] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.946088] env[62107]: INFO nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1487.946466] env[62107]: DEBUG nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1487.947182] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef80539-cba4-45cd-81cc-4d47fc1feafd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.993659] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.045887] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699424, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.292172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fe2ada3-eaeb-4a6d-bf26-a40e6ba0e5e0 tempest-ListServersNegativeTestJSON-637062268 tempest-ListServersNegativeTestJSON-637062268-project-member] Lock "516a3ed7-7c63-4c92-a710-900e06e429ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.110s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.305470] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.439878] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.466011] env[62107]: INFO nova.compute.manager [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Took 34.36 seconds to build instance. [ 1488.493206] env[62107]: DEBUG oslo_vmware.api [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.865446} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.493455] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.493665] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.493879] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.494097] env[62107]: INFO nova.compute.manager [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Took 3.16 seconds to destroy the instance on the hypervisor. [ 1488.494344] env[62107]: DEBUG oslo.service.loopingcall [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1488.494533] env[62107]: DEBUG nova.compute.manager [-] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1488.494629] env[62107]: DEBUG nova.network.neutron [-] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1488.554012] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699424, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.43161} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.554279] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f/OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f.vmdk to [datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk. [ 1488.555129] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Cleaning up location [datastore1] OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1488.555129] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f2075cf8-480f-40dd-be5f-e79871fccd3f {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.555129] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d39b04f-fbac-4e52-ad4e-c1f45f53dd62 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.565139] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1488.565139] env[62107]: value = "task-1699433" [ 1488.565139] env[62107]: _type = "Task" [ 1488.565139] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.575177] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.606638] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2951a5-5856-4d9f-a92e-e8f72aca5afe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.615254] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e402132a-35a3-4e70-b43b-c29474b86d20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.647873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436fa13b-8a62-4542-83a6-bf6cfc338c12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.657977] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ccc3f4-9fe5-4d3e-998f-c060ab317407 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.672629] env[62107]: DEBUG nova.compute.provider_tree [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.807819] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.908176] env[62107]: DEBUG nova.compute.manager [req-b926ecac-08c6-4925-b207-8148521fdfca req-3c33dbab-15c3-45b3-a302-c7fcf0e0a77d service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Received event network-vif-deleted-98cff5f0-d08a-4214-822f-fe5bc2a5b6e7 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1488.908176] env[62107]: INFO nova.compute.manager [req-b926ecac-08c6-4925-b207-8148521fdfca req-3c33dbab-15c3-45b3-a302-c7fcf0e0a77d service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Neutron deleted interface 98cff5f0-d08a-4214-822f-fe5bc2a5b6e7; detaching it from the instance and deleting it from the info cache [ 1488.908176] env[62107]: DEBUG nova.network.neutron [req-b926ecac-08c6-4925-b207-8148521fdfca req-3c33dbab-15c3-45b3-a302-c7fcf0e0a77d service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.940495] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699430, 'name': ReconfigVM_Task, 'duration_secs': 1.287648} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.940977] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Reconfigured VM instance instance-00000033 to attach disk [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df/a3a0029e-76fe-4ba3-9bdc-247ea37f78df.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1488.942192] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6c9482-a10c-4da5-91db-af2d8ec3d028 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.962072] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff61f9-9998-4917-b509-c30b510b19af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.983634] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6d44770b-cdb0-4b03-b1ab-0b35942fdd3f tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "9355733e-274f-4171-a394-5332103928e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.603s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.985781] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bf6577-40a1-434f-9475-5f6682cdfeff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.013905] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92192d4-8531-4504-abc0-c04038c6b7c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.023222] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.023592] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152f09b4-7135-44c6-81ce-bc6c04d77b37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.030484] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1489.030484] env[62107]: value = "task-1699434" [ 1489.030484] env[62107]: _type = "Task" [ 1489.030484] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.044241] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.073768] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222513} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.074116] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.074321] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1489.074570] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk to [datastore1] f8e35f57-f6a5-4303-a460-2f6df2769032/f8e35f57-f6a5-4303-a460-2f6df2769032.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1489.074833] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71be9bd9-34ca-4a2c-97b1-b883499ee5a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.082195] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1489.082195] env[62107]: value = "task-1699435" [ 1489.082195] env[62107]: _type = "Task" [ 1489.082195] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.089902] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.179619] env[62107]: DEBUG nova.scheduler.client.report [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1489.183323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "9355733e-274f-4171-a394-5332103928e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.183323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "9355733e-274f-4171-a394-5332103928e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.183517] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "9355733e-274f-4171-a394-5332103928e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.184123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "9355733e-274f-4171-a394-5332103928e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.184123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "9355733e-274f-4171-a394-5332103928e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.186138] env[62107]: INFO nova.compute.manager [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Terminating instance [ 1489.187487] env[62107]: DEBUG nova.compute.manager [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1489.187582] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.188410] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29abcd-4ecc-451b-8ac6-eb553d131612 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.196427] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.197213] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38ed85f-0650-411f-a316-8c1aa59e5b9c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.203873] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1489.203873] env[62107]: value = "task-1699436" [ 1489.203873] env[62107]: _type = "Task" [ 1489.203873] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.213229] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.310496] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699432, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051823} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.310896] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. [ 1489.312180] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9676ef-567a-4f3c-93ed-b640ef132adb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.358594] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.359126] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91e4463-c4b8-43cd-8321-1990f7ef8ef6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.383662] env[62107]: DEBUG nova.network.neutron [-] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.391949] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1489.391949] env[62107]: value = "task-1699437" [ 1489.391949] env[62107]: _type = "Task" [ 1489.391949] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.406765] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.413451] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-783990eb-5830-43ec-95a2-7eb91b7b0ebd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.427052] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17760571-1908-46f6-a949-3ec16e03dc87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.481148] env[62107]: DEBUG nova.compute.manager [req-b926ecac-08c6-4925-b207-8148521fdfca req-3c33dbab-15c3-45b3-a302-c7fcf0e0a77d service nova] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Detach interface failed, port_id=98cff5f0-d08a-4214-822f-fe5bc2a5b6e7, reason: Instance 93767ef1-092f-405d-b393-6bec8e6c3615 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1489.541275] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.592697] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699435, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.686699] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.689392] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.701s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.690981] env[62107]: INFO nova.compute.claims [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1489.714758] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699436, 'name': PowerOffVM_Task, 'duration_secs': 0.31012} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.714758] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.715063] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.715925] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91b994a4-6ab5-4969-a2ed-e3ef1cca78ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.724456] env[62107]: INFO nova.scheduler.client.report [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Deleted allocations for instance 09bd71b2-e9b8-4759-8338-1884ce004dfb [ 1489.889097] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1489.889097] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354263', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'name': 'volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54cdd5b8-3bce-4388-bb95-51be22106aaf', 'attached_at': '', 'detached_at': '', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'serial': '9f39c80e-3a35-40b3-bce7-44095d39a6ed'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1489.889097] env[62107]: INFO nova.compute.manager [-] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Took 1.39 seconds to deallocate network for instance. [ 1489.889097] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6665c-983f-418d-829d-91dffefe3ca9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.914422] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c66a63-bd1d-470a-8a3d-73487e0268cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.923172] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.943872] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed/volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.944665] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572caaba-bef7-4373-809f-a890b68bf460 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.965168] env[62107]: DEBUG oslo_vmware.api [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1489.965168] env[62107]: value = "task-1699439" [ 1489.965168] env[62107]: _type = "Task" [ 1489.965168] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.974169] env[62107]: DEBUG oslo_vmware.api [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.046705] env[62107]: DEBUG oslo_vmware.api [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699434, 'name': PowerOnVM_Task, 'duration_secs': 0.705981} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.047215] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.096691] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699435, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.232749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4ace6458-ab94-4051-83ea-6cb08837fb76 tempest-ServerGroupTestJSON-942773993 tempest-ServerGroupTestJSON-942773993-project-member] Lock "09bd71b2-e9b8-4759-8338-1884ce004dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.814s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.319373] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.319618] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.319790] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleting the datastore file [datastore1] 9355733e-274f-4171-a394-5332103928e7 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.320084] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0bede3-38d7-4f6e-9411-b0ac4de3d136 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.326324] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for the task: (returnval){ [ 1490.326324] env[62107]: value = "task-1699440" [ 1490.326324] env[62107]: _type = "Task" [ 1490.326324] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.336032] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.404238] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.419550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.475173] env[62107]: DEBUG oslo_vmware.api [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699439, 'name': ReconfigVM_Task, 'duration_secs': 0.459674} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.475529] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed/volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.481522] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d559170b-1c7b-4d1f-bde7-a7ad6d447ee5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.499044] env[62107]: DEBUG oslo_vmware.api [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1490.499044] env[62107]: value = "task-1699441" [ 1490.499044] env[62107]: _type = "Task" [ 1490.499044] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.509112] env[62107]: DEBUG oslo_vmware.api [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.595348] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699435, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.838888] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.905838] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699437, 'name': ReconfigVM_Task, 'duration_secs': 1.135966} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.906612] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.907283] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ff8361-0b42-4bc8-83cc-eea4f048f6be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.939507] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f396f91-cf3f-403d-90f1-d294d7ac45ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.956978] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1490.956978] env[62107]: value = "task-1699442" [ 1490.956978] env[62107]: _type = "Task" [ 1490.956978] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.967802] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.013158] env[62107]: DEBUG oslo_vmware.api [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699441, 'name': ReconfigVM_Task, 'duration_secs': 0.194848} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.013503] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354263', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'name': 'volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54cdd5b8-3bce-4388-bb95-51be22106aaf', 'attached_at': '', 'detached_at': '', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'serial': '9f39c80e-3a35-40b3-bce7-44095d39a6ed'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1491.060143] env[62107]: INFO nova.compute.manager [None req-fbb3fa9b-db8c-46a6-9420-086df65aa5e1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance to original state: 'active' [ 1491.095351] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91bcad-efd6-46bb-b041-f48f630c022e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.101368] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699435, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.106913] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641518d4-89f0-4302-81e9-32e7da98197a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.144126] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d68c4bb-23ce-47cc-b731-3ef3ffac8680 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.153345] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb03d12-0aee-48f9-8cf7-fd0d6d6775d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.170651] env[62107]: DEBUG nova.compute.provider_tree [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.340172] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.469582] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.596407] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699435, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.43542} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.596769] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c40f0380-c76c-431f-b8ac-89f74cfcc2ab/c40f0380-c76c-431f-b8ac-89f74cfcc2ab.vmdk to [datastore1] f8e35f57-f6a5-4303-a460-2f6df2769032/f8e35f57-f6a5-4303-a460-2f6df2769032.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1491.598122] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc45d19-5f72-48c4-b3dc-db6428e17f68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.624356] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] f8e35f57-f6a5-4303-a460-2f6df2769032/f8e35f57-f6a5-4303-a460-2f6df2769032.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1491.625608] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091b2a86-d5ce-4fa9-a775-192d49713036 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.646140] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1491.646140] env[62107]: value = "task-1699443" [ 1491.646140] env[62107]: _type = "Task" [ 1491.646140] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.654817] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.674435] env[62107]: DEBUG nova.scheduler.client.report [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1491.841285] env[62107]: DEBUG oslo_vmware.api [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Task: {'id': task-1699440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.244416} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.841285] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.841285] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.841549] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.841549] env[62107]: INFO nova.compute.manager [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [instance: 9355733e-274f-4171-a394-5332103928e7] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1491.841741] env[62107]: DEBUG oslo.service.loopingcall [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.841993] env[62107]: DEBUG nova.compute.manager [-] [instance: 9355733e-274f-4171-a394-5332103928e7] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1491.842098] env[62107]: DEBUG nova.network.neutron [-] [instance: 9355733e-274f-4171-a394-5332103928e7] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.982337] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699442, 'name': ReconfigVM_Task, 'duration_secs': 0.517086} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.982610] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.982869] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a1ad9e3-a338-4853-a50f-63197329dcf1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.992615] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1491.992615] env[62107]: value = "task-1699444" [ 1491.992615] env[62107]: _type = "Task" [ 1491.992615] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.003254] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.057684] env[62107]: DEBUG nova.objects.instance [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'flavor' on Instance uuid 54cdd5b8-3bce-4388-bb95-51be22106aaf {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.162029] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.182018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.182018] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1492.183552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.954s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.188471] env[62107]: DEBUG nova.objects.instance [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lazy-loading 'resources' on Instance uuid 87edb110-5975-43be-a81e-acab01b81fd2 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.308653] env[62107]: DEBUG nova.compute.manager [req-67c4f219-acae-4553-827c-c258b13260e4 req-a98aed6c-63b6-426f-9208-c0f52c24185f service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Received event network-vif-deleted-1a4e28e0-7655-48ff-bc72-5beb7178da3d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1492.308857] env[62107]: INFO nova.compute.manager [req-67c4f219-acae-4553-827c-c258b13260e4 req-a98aed6c-63b6-426f-9208-c0f52c24185f service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Neutron deleted interface 1a4e28e0-7655-48ff-bc72-5beb7178da3d; detaching it from the instance and deleting it from the info cache [ 1492.309064] env[62107]: DEBUG nova.network.neutron [req-67c4f219-acae-4553-827c-c258b13260e4 req-a98aed6c-63b6-426f-9208-c0f52c24185f service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.468035] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.468314] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.468521] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.468710] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.468878] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.471141] env[62107]: INFO nova.compute.manager [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Terminating instance [ 1492.473123] env[62107]: DEBUG nova.compute.manager [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1492.473412] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.475967] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12bb5d-9b7c-4f68-8456-d4c027acdac0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.484169] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.484812] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54858da3-576c-4ba4-86f6-27ce470f5e49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.491984] env[62107]: DEBUG oslo_vmware.api [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1492.491984] env[62107]: value = "task-1699445" [ 1492.491984] env[62107]: _type = "Task" [ 1492.491984] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.505752] env[62107]: DEBUG oslo_vmware.api [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.510352] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.562482] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea4517a2-907d-44a5-9cf4-29b5b2d6d3ab tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.299s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.660102] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699443, 'name': ReconfigVM_Task, 'duration_secs': 0.723018} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.660695] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Reconfigured VM instance instance-00000049 to attach disk [datastore1] f8e35f57-f6a5-4303-a460-2f6df2769032/f8e35f57-f6a5-4303-a460-2f6df2769032.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1492.661649] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2922bef2-987a-41be-9085-233161079bef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.668385] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1492.668385] env[62107]: value = "task-1699446" [ 1492.668385] env[62107]: _type = "Task" [ 1492.668385] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.677151] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699446, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.689939] env[62107]: DEBUG nova.compute.utils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.694511] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1492.695307] env[62107]: DEBUG nova.network.neutron [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1492.735726] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.735993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.736284] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "54cdd5b8-3bce-4388-bb95-51be22106aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.736481] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.736690] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.738722] env[62107]: INFO nova.compute.manager [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Terminating instance [ 1492.741468] env[62107]: DEBUG nova.compute.manager [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1492.741764] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.742124] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82ee4edf-e3c0-4bc5-be46-2b1bc1d4715a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.753382] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1492.753382] env[62107]: value = "task-1699447" [ 1492.753382] env[62107]: _type = "Task" [ 1492.753382] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.762884] env[62107]: DEBUG nova.policy [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a03aa03cbd7a40579907e52f5d63d57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35ad1fba81b4454f9e3015094efa1635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1492.764594] env[62107]: DEBUG nova.network.neutron [-] [instance: 9355733e-274f-4171-a394-5332103928e7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.769891] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.815517] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84565e12-5a06-4091-be36-b8ced8377a8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.824811] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ccb58-5e08-421e-a454-fe764153659f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.872888] env[62107]: DEBUG nova.compute.manager [req-67c4f219-acae-4553-827c-c258b13260e4 req-a98aed6c-63b6-426f-9208-c0f52c24185f service nova] [instance: 9355733e-274f-4171-a394-5332103928e7] Detach interface failed, port_id=1a4e28e0-7655-48ff-bc72-5beb7178da3d, reason: Instance 9355733e-274f-4171-a394-5332103928e7 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1493.009550] env[62107]: DEBUG oslo_vmware.api [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699445, 'name': PowerOffVM_Task, 'duration_secs': 0.28733} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.010441] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.010441] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.010441] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdcde536-329e-466b-99c5-4fa7644887c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.015662] env[62107]: DEBUG oslo_vmware.api [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699444, 'name': PowerOnVM_Task, 'duration_secs': 0.704443} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.016955] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.021400] env[62107]: DEBUG nova.compute.manager [None req-dc62f3b9-da1c-4d2c-85ed-110c6c1fe12a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1493.022304] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250b89ee-651c-42af-97df-97b63f48eadb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.085404] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.085626] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.085813] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleting the datastore file [datastore1] a3a0029e-76fe-4ba3-9bdc-247ea37f78df {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.086070] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739da476-afdb-46d9-92e6-367817e0d14c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.093184] env[62107]: DEBUG oslo_vmware.api [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1493.093184] env[62107]: value = "task-1699449" [ 1493.093184] env[62107]: _type = "Task" [ 1493.093184] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.094799] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0dbc29-6e54-4a6e-8fc2-b0503334e972 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.108028] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f648452-aa49-4211-94d3-02ce1247b50f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.111128] env[62107]: DEBUG oslo_vmware.api [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.144551] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19018c5c-e694-4e35-abe7-1a338993c372 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.153135] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03efe051-3702-4561-b58b-60c298983da5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.167069] env[62107]: DEBUG nova.compute.provider_tree [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.173457] env[62107]: DEBUG nova.network.neutron [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Successfully created port: 249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.181667] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699446, 'name': Rename_Task, 'duration_secs': 0.194829} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.182369] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1493.182369] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb14f050-f679-4744-bd5b-aca0c2abd486 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.189383] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1493.189383] env[62107]: value = "task-1699450" [ 1493.189383] env[62107]: _type = "Task" [ 1493.189383] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.199104] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1493.202068] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.263234] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699447, 'name': PowerOffVM_Task, 'duration_secs': 0.201442} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.263527] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.263738] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1493.263957] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354263', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'name': 'volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54cdd5b8-3bce-4388-bb95-51be22106aaf', 'attached_at': '', 'detached_at': '', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'serial': '9f39c80e-3a35-40b3-bce7-44095d39a6ed'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1493.264719] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b007c-3e18-4392-9793-bf4caa5f337d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.285128] env[62107]: INFO nova.compute.manager [-] [instance: 9355733e-274f-4171-a394-5332103928e7] Took 1.44 seconds to deallocate network for instance. [ 1493.287596] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5cf6c-efb8-4a1b-8e84-3e640b87bede {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.299018] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7f4f18-435d-4490-bd19-3c3e797f266e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.319324] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2b1cbf-6702-454f-a72b-d17659cd9703 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.335483] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] The volume has not been displaced from its original location: [datastore1] volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed/volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1493.340790] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1493.341771] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8d5192-85e4-419f-9b93-eec8ed02cce6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.360359] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1493.360359] env[62107]: value = "task-1699451" [ 1493.360359] env[62107]: _type = "Task" [ 1493.360359] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.368467] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.603221] env[62107]: DEBUG oslo_vmware.api [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150936} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.603468] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1493.603652] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1493.603847] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.604030] env[62107]: INFO nova.compute.manager [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1493.604271] env[62107]: DEBUG oslo.service.loopingcall [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.604458] env[62107]: DEBUG nova.compute.manager [-] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1493.604554] env[62107]: DEBUG nova.network.neutron [-] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1493.670564] env[62107]: DEBUG nova.scheduler.client.report [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1493.702218] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.794735] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.871013] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699451, 'name': ReconfigVM_Task, 'duration_secs': 0.19909} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.871951] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1493.878063] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9120beb2-1fdd-495f-b30f-f5b73caee10e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.895194] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1493.895194] env[62107]: value = "task-1699452" [ 1493.895194] env[62107]: _type = "Task" [ 1493.895194] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.904731] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.176124] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.178490] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.815s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.178811] env[62107]: DEBUG nova.objects.instance [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lazy-loading 'resources' on Instance uuid 83cbfcb5-b901-429e-bc03-81e166968ede {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.203854] env[62107]: DEBUG oslo_vmware.api [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699450, 'name': PowerOnVM_Task, 'duration_secs': 0.873688} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.204782] env[62107]: INFO nova.scheduler.client.report [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Deleted allocations for instance 87edb110-5975-43be-a81e-acab01b81fd2 [ 1494.205766] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1494.207579] env[62107]: INFO nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Took 14.61 seconds to spawn the instance on the hypervisor. [ 1494.207579] env[62107]: DEBUG nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1494.209105] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b993b2c0-1b9d-4f9c-ba67-3885c0e6e6f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.212907] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1494.238864] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.239152] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.239323] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.239523] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.239763] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.239845] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.240048] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.240218] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.240409] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.240546] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.240757] env[62107]: DEBUG nova.virt.hardware [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.242064] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f276c14-c7ec-485e-b1ac-de959c9b07eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.250304] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ba894-a70b-4c92-b07f-070d13138760 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.337772] env[62107]: DEBUG nova.compute.manager [req-585a1d0e-72dd-4ed3-bb58-41640c6839da req-330efe28-fc01-41e2-9f70-9d66a8ae1ab3 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Received event network-vif-deleted-aede8840-d86a-4d22-bfff-02603928dcbf {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1494.338063] env[62107]: INFO nova.compute.manager [req-585a1d0e-72dd-4ed3-bb58-41640c6839da req-330efe28-fc01-41e2-9f70-9d66a8ae1ab3 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Neutron deleted interface aede8840-d86a-4d22-bfff-02603928dcbf; detaching it from the instance and deleting it from the info cache [ 1494.338318] env[62107]: DEBUG nova.network.neutron [req-585a1d0e-72dd-4ed3-bb58-41640c6839da req-330efe28-fc01-41e2-9f70-9d66a8ae1ab3 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.392535] env[62107]: DEBUG nova.network.neutron [-] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.406087] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.720504] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e5c67bd-c4a3-471d-83a5-ddcfbdc7b2b8 tempest-InstanceActionsTestJSON-240316913 tempest-InstanceActionsTestJSON-240316913-project-member] Lock "87edb110-5975-43be-a81e-acab01b81fd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.760s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.736216] env[62107]: INFO nova.compute.manager [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Took 37.47 seconds to build instance. [ 1494.737599] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "79f5b9cf-89ab-4734-92d2-c633057bce03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.737706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.841786] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac0d26af-726b-44ed-ad6d-c5ffb2baeba1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.853684] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca280ae5-ae8b-4b99-bdb7-b286c4823ca9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.896051] env[62107]: INFO nova.compute.manager [-] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Took 1.29 seconds to deallocate network for instance. [ 1494.896489] env[62107]: DEBUG nova.compute.manager [req-585a1d0e-72dd-4ed3-bb58-41640c6839da req-330efe28-fc01-41e2-9f70-9d66a8ae1ab3 service nova] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Detach interface failed, port_id=aede8840-d86a-4d22-bfff-02603928dcbf, reason: Instance a3a0029e-76fe-4ba3-9bdc-247ea37f78df could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1494.913359] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.080954] env[62107]: DEBUG nova.network.neutron [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Successfully updated port: 249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.123530] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4da815e-9f11-4318-8114-f5325949c801 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.135231] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93468e92-2d51-42d9-bf88-d3eea5d1468e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.172200] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43fbd6-8b4a-4263-b032-60151a0d1271 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.183364] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59f9594-53ca-4207-97c0-07734f698234 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.201932] env[62107]: DEBUG nova.compute.provider_tree [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.239313] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3d8f257a-5be1-48a0-9c61-da94c5e3607a tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.112s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.239645] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1495.339463] env[62107]: INFO nova.compute.manager [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Rebuilding instance [ 1495.383305] env[62107]: DEBUG nova.compute.manager [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1495.384230] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6028a223-83f0-4e6b-b2ff-f2f8c3706395 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.410130] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.410437] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699452, 'name': ReconfigVM_Task, 'duration_secs': 1.256683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.410716] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354263', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'name': 'volume-9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '54cdd5b8-3bce-4388-bb95-51be22106aaf', 'attached_at': '', 'detached_at': '', 'volume_id': '9f39c80e-3a35-40b3-bce7-44095d39a6ed', 'serial': '9f39c80e-3a35-40b3-bce7-44095d39a6ed'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1495.411009] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.411791] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee8130-1eed-4d12-8aff-b8defe4ec9fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.419598] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.419942] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b210cfe-1c62-4d76-8b1d-183657144373 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.578194] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.578194] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.578194] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleting the datastore file [datastore1] 54cdd5b8-3bce-4388-bb95-51be22106aaf {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.578194] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b6554c-463f-4def-94a1-36db67f7df36 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.584895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.584895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.584895] env[62107]: DEBUG nova.network.neutron [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.585933] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1495.585933] env[62107]: value = "task-1699454" [ 1495.585933] env[62107]: _type = "Task" [ 1495.585933] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.594913] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.679016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "f8e35f57-f6a5-4303-a460-2f6df2769032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.679347] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.679595] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "f8e35f57-f6a5-4303-a460-2f6df2769032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.679809] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.680124] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.682158] env[62107]: INFO nova.compute.manager [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Terminating instance [ 1495.684878] env[62107]: DEBUG nova.compute.manager [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1495.685094] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1495.685923] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df8a73-bf6f-4c69-b8c4-39add65eab4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.695606] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.695805] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23547fc4-f6a0-479a-83ab-ff1891c36433 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.702609] env[62107]: DEBUG oslo_vmware.api [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1495.702609] env[62107]: value = "task-1699455" [ 1495.702609] env[62107]: _type = "Task" [ 1495.702609] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.708512] env[62107]: DEBUG nova.scheduler.client.report [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1495.721789] env[62107]: DEBUG oslo_vmware.api [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.761129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.895365] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1495.895671] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecdc7a7a-4142-4478-9748-ffd0b0d0bd9f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.903124] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1495.903124] env[62107]: value = "task-1699456" [ 1495.903124] env[62107]: _type = "Task" [ 1495.903124] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.911433] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.097541] env[62107]: DEBUG oslo_vmware.api [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133536} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.097813] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.097997] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.098192] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.098365] env[62107]: INFO nova.compute.manager [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Took 3.36 seconds to destroy the instance on the hypervisor. [ 1496.098611] env[62107]: DEBUG oslo.service.loopingcall [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.098804] env[62107]: DEBUG nova.compute.manager [-] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1496.098897] env[62107]: DEBUG nova.network.neutron [-] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.157298] env[62107]: DEBUG nova.network.neutron [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.212522] env[62107]: DEBUG oslo_vmware.api [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699455, 'name': PowerOffVM_Task, 'duration_secs': 0.326036} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.212788] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.212958] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1496.213618] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-306bcae6-435c-4ff5-82bb-ce8fab021a39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.215420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.217320] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.798s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.217536] env[62107]: DEBUG nova.objects.instance [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lazy-loading 'resources' on Instance uuid 93767ef1-092f-405d-b393-6bec8e6c3615 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.241389] env[62107]: INFO nova.scheduler.client.report [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Deleted allocations for instance 83cbfcb5-b901-429e-bc03-81e166968ede [ 1496.318603] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.318828] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.319016] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleting the datastore file [datastore1] f8e35f57-f6a5-4303-a460-2f6df2769032 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.319530] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66b3409f-478f-47a1-82d6-7112e3c217b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.327104] env[62107]: DEBUG oslo_vmware.api [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1496.327104] env[62107]: value = "task-1699458" [ 1496.327104] env[62107]: _type = "Task" [ 1496.327104] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.336883] env[62107]: DEBUG oslo_vmware.api [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.414902] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699456, 'name': PowerOffVM_Task, 'duration_secs': 0.147683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.415246] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1496.415946] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.416235] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a50960c-9270-4f8b-803e-39c8a4e7a65a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.423137] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1496.423137] env[62107]: value = "task-1699459" [ 1496.423137] env[62107]: _type = "Task" [ 1496.423137] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.433979] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1496.434207] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1496.434390] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354135', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'name': 'volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ca827e1-6be1-4f24-a56a-876454615e97', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'serial': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1496.437562] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20699e5-1f9c-436c-bf00-3e288e6ed99f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.454802] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2c75e-9438-4174-a276-5e6710eaacf7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.462409] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb598884-c837-434b-b720-56ae242525cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.485239] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95971cc1-b3c3-4e24-905e-b10cf03b4030 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.489456] env[62107]: DEBUG nova.compute.manager [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Received event network-vif-plugged-249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.489677] env[62107]: DEBUG oslo_concurrency.lockutils [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.490044] env[62107]: DEBUG oslo_concurrency.lockutils [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.490044] env[62107]: DEBUG oslo_concurrency.lockutils [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.490220] env[62107]: DEBUG nova.compute.manager [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] No waiting events found dispatching network-vif-plugged-249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1496.490376] env[62107]: WARNING nova.compute.manager [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Received unexpected event network-vif-plugged-249a8173-3a23-4845-b0f8-2865de68ba5e for instance with vm_state building and task_state spawning. [ 1496.491036] env[62107]: DEBUG nova.compute.manager [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Received event network-changed-249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1496.491036] env[62107]: DEBUG nova.compute.manager [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Refreshing instance network info cache due to event network-changed-249a8173-3a23-4845-b0f8-2865de68ba5e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1496.491036] env[62107]: DEBUG oslo_concurrency.lockutils [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.505213] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] The volume has not been displaced from its original location: [datastore1] volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333/volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1496.512424] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1496.512424] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4a2d901-00fb-4bd6-8e7e-d15262dd2190 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.527307] env[62107]: DEBUG nova.network.neutron [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.537181] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1496.537181] env[62107]: value = "task-1699460" [ 1496.537181] env[62107]: _type = "Task" [ 1496.537181] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.542397] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.754644] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8d3fa12a-3233-4277-8f3a-ac94985177be tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.358s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.758731] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 13.019s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.758731] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.758731] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.758731] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.759056] env[62107]: INFO nova.compute.manager [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Terminating instance [ 1496.760221] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.761722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquired lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.761722] env[62107]: DEBUG nova.network.neutron [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.838275] env[62107]: DEBUG oslo_vmware.api [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128712} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.840794] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.841009] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.841199] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.841410] env[62107]: INFO nova.compute.manager [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1496.841656] env[62107]: DEBUG oslo.service.loopingcall [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.842125] env[62107]: DEBUG nova.compute.manager [-] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1496.842242] env[62107]: DEBUG nova.network.neutron [-] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.033252] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.033590] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Instance network_info: |[{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1497.033953] env[62107]: DEBUG oslo_concurrency.lockutils [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.034165] env[62107]: DEBUG nova.network.neutron [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Refreshing network info cache for port 249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.038927] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:2e:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '249a8173-3a23-4845-b0f8-2865de68ba5e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.048728] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating folder: Project (35ad1fba81b4454f9e3015094efa1635). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.053462] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db2d008-41af-4d73-b63f-7d12a6e91ab2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.067433] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699460, 'name': ReconfigVM_Task, 'duration_secs': 0.418881} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.070462] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1497.079847] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecc743c-1e95-448c-8803-e837f5f8a7cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.090550] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created folder: Project (35ad1fba81b4454f9e3015094efa1635) in parent group-v354057. [ 1497.090764] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating folder: Instances. Parent ref: group-v354264. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1497.093654] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a16f884-8878-4523-8453-26631e4713c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.095383] env[62107]: DEBUG nova.network.neutron [-] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.104668] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1497.104668] env[62107]: value = "task-1699463" [ 1497.104668] env[62107]: _type = "Task" [ 1497.104668] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.110262] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created folder: Instances in parent group-v354264. [ 1497.110435] env[62107]: DEBUG oslo.service.loopingcall [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.111054] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.113201] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca7d3bf9-ff92-45cb-a8f7-aa6aa960b158 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.134899] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.136043] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e0718b-9a7a-474b-a956-d0bb970c38a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.146460] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839aa0df-9f50-45b8-a6c0-5faa6419b41d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.150476] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.150476] env[62107]: value = "task-1699464" [ 1497.150476] env[62107]: _type = "Task" [ 1497.150476] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.185592] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fcfc07-e8bd-4c33-a170-1909be8a7e12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.191477] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699464, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.198017] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4340fee5-66b0-4784-a632-44a9516681d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.212627] env[62107]: DEBUG nova.compute.provider_tree [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.262889] env[62107]: DEBUG nova.compute.utils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Can not refresh info_cache because instance was not found {{(pid=62107) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1497.278294] env[62107]: DEBUG nova.network.neutron [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1497.414405] env[62107]: DEBUG nova.network.neutron [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.599587] env[62107]: INFO nova.compute.manager [-] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Took 1.50 seconds to deallocate network for instance. [ 1497.614360] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699463, 'name': ReconfigVM_Task, 'duration_secs': 0.137083} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.616850] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354135', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'name': 'volume-b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ca827e1-6be1-4f24-a56a-876454615e97', 'attached_at': '', 'detached_at': '', 'volume_id': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333', 'serial': 'b69d47ed-79fe-4cd5-80ff-1ff6e37ec333'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1497.617176] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.618019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a636af8-4804-46d9-989f-3973bfc0bcc9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.625200] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.625594] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4a838e1-a397-4f40-8d24-aca80edf2230 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.666307] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699464, 'name': CreateVM_Task, 'duration_secs': 0.371067} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.666482] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.667148] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.667315] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.667629] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.667884] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae5ccce-2ed7-44a1-ac32-f20b148e079c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.672646] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1497.672646] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a1e47d-a5ec-6fa0-3881-3da58f24c2f5" [ 1497.672646] env[62107]: _type = "Task" [ 1497.672646] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.682594] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a1e47d-a5ec-6fa0-3881-3da58f24c2f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.717087] env[62107]: DEBUG nova.scheduler.client.report [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1497.720399] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.720743] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.721131] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Deleting the datastore file [datastore1] 6ca827e1-6be1-4f24-a56a-876454615e97 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.721668] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd175e5-320e-41b7-8b36-3ef0b922c4c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.730022] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for the task: (returnval){ [ 1497.730022] env[62107]: value = "task-1699466" [ 1497.730022] env[62107]: _type = "Task" [ 1497.730022] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.730022] env[62107]: DEBUG nova.network.neutron [-] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.735964] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "e87c3386-c911-45a2-a7ab-94687e722466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.736451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "e87c3386-c911-45a2-a7ab-94687e722466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.736794] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "e87c3386-c911-45a2-a7ab-94687e722466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.737120] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "e87c3386-c911-45a2-a7ab-94687e722466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.737446] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "e87c3386-c911-45a2-a7ab-94687e722466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.740186] env[62107]: INFO nova.compute.manager [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Terminating instance [ 1497.743153] env[62107]: DEBUG nova.compute.manager [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1497.743511] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.744782] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7a7c9-b025-454c-84b3-3c29fef16d8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.750915] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.756092] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.756494] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae4b160-37a7-4e5f-b279-801fcbec924b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.763018] env[62107]: DEBUG oslo_vmware.api [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1497.763018] env[62107]: value = "task-1699467" [ 1497.763018] env[62107]: _type = "Task" [ 1497.763018] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.773366] env[62107]: DEBUG oslo_vmware.api [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.809460] env[62107]: DEBUG nova.network.neutron [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updated VIF entry in instance network info cache for port 249a8173-3a23-4845-b0f8-2865de68ba5e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.809865] env[62107]: DEBUG nova.network.neutron [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.916987] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Releasing lock "refresh_cache-83cbfcb5-b901-429e-bc03-81e166968ede" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.916987] env[62107]: DEBUG nova.compute.manager [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1497.916987] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.917391] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c5e97a2-8991-440e-954e-b7903df39a41 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.927921] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d92466-e370-48e2-be98-91bcb91c2724 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.963034] env[62107]: WARNING nova.virt.vmwareapi.vmops [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 83cbfcb5-b901-429e-bc03-81e166968ede could not be found. [ 1497.963151] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.963334] env[62107]: INFO nova.compute.manager [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1497.963615] env[62107]: DEBUG oslo.service.loopingcall [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.963922] env[62107]: DEBUG nova.compute.manager [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1497.964030] env[62107]: DEBUG nova.network.neutron [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.980237] env[62107]: DEBUG nova.network.neutron [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.149063] env[62107]: INFO nova.compute.manager [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Took 0.55 seconds to detach 1 volumes for instance. [ 1498.183312] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a1e47d-a5ec-6fa0-3881-3da58f24c2f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011185} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.183556] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.183783] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.184065] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1498.184213] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.184392] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.184636] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b8509e3-cb04-4256-be9f-dda27c0010fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.192575] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.192745] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.193419] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ef4b80-4395-4435-99e6-04297f2388f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.198354] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1498.198354] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522ef31e-b9da-5536-eded-641558e7262c" [ 1498.198354] env[62107]: _type = "Task" [ 1498.198354] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.207378] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522ef31e-b9da-5536-eded-641558e7262c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.223186] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.225329] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.431s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.225552] env[62107]: DEBUG nova.objects.instance [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lazy-loading 'resources' on Instance uuid 9355733e-274f-4171-a394-5332103928e7 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.238441] env[62107]: DEBUG oslo_vmware.api [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Task: {'id': task-1699466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097988} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.239165] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.239350] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.239518] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.241279] env[62107]: INFO nova.compute.manager [-] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Took 1.40 seconds to deallocate network for instance. [ 1498.248294] env[62107]: INFO nova.scheduler.client.report [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted allocations for instance 93767ef1-092f-405d-b393-6bec8e6c3615 [ 1498.273006] env[62107]: DEBUG oslo_vmware.api [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699467, 'name': PowerOffVM_Task, 'duration_secs': 0.238875} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.273303] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.273475] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.273720] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e53445b-a7ee-4c44-878e-46bc184693fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.298206] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1498.298515] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31486284-9840-458d-9e49-c5603447b0fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.307249] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fadd398-5658-4a15-ba15-e5d49c270813 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.318579] env[62107]: DEBUG oslo_concurrency.lockutils [req-db1e1056-dfde-415b-87d2-81d1774692fd req-d618619a-25ee-4a6d-b93e-e95cb84dde5b service nova] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.342616] env[62107]: ERROR nova.compute.manager [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Failed to detach volume b69d47ed-79fe-4cd5-80ff-1ff6e37ec333 from /dev/sda: nova.exception.InstanceNotFound: Instance 6ca827e1-6be1-4f24-a56a-876454615e97 could not be found. [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Traceback (most recent call last): [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self.driver.rebuild(**kwargs) [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] raise NotImplementedError() [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] NotImplementedError [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] During handling of the above exception, another exception occurred: [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Traceback (most recent call last): [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self.driver.detach_volume(context, old_connection_info, [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] return self._volumeops.detach_volume(connection_info, instance) [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._detach_volume_vmdk(connection_info, instance) [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] stable_ref.fetch_moref(session) [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] nova.exception.InstanceNotFound: Instance 6ca827e1-6be1-4f24-a56a-876454615e97 could not be found. [ 1498.342616] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.348298] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.348452] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.348649] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Deleting the datastore file [datastore1] e87c3386-c911-45a2-a7ab-94687e722466 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.348878] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3089f60-062d-4645-82eb-14a3600cfe38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.354442] env[62107]: DEBUG oslo_vmware.api [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for the task: (returnval){ [ 1498.354442] env[62107]: value = "task-1699469" [ 1498.354442] env[62107]: _type = "Task" [ 1498.354442] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.362827] env[62107]: DEBUG oslo_vmware.api [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.464805] env[62107]: DEBUG nova.compute.utils [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Build of instance 6ca827e1-6be1-4f24-a56a-876454615e97 aborted: Failed to rebuild volume backed instance. {{(pid=62107) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1498.469229] env[62107]: ERROR nova.compute.manager [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6ca827e1-6be1-4f24-a56a-876454615e97 aborted: Failed to rebuild volume backed instance. [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Traceback (most recent call last): [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self.driver.rebuild(**kwargs) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] raise NotImplementedError() [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] NotImplementedError [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] During handling of the above exception, another exception occurred: [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Traceback (most recent call last): [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._detach_root_volume(context, instance, root_bdm) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] with excutils.save_and_reraise_exception(): [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self.force_reraise() [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] raise self.value [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self.driver.detach_volume(context, old_connection_info, [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] return self._volumeops.detach_volume(connection_info, instance) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._detach_volume_vmdk(connection_info, instance) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] stable_ref.fetch_moref(session) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] nova.exception.InstanceNotFound: Instance 6ca827e1-6be1-4f24-a56a-876454615e97 could not be found. [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] During handling of the above exception, another exception occurred: [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Traceback (most recent call last): [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] yield [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1498.469229] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._do_rebuild_instance_with_claim( [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._do_rebuild_instance( [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._rebuild_default_impl(**kwargs) [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] self._rebuild_volume_backed_instance( [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] raise exception.BuildAbortException( [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] nova.exception.BuildAbortException: Build of instance 6ca827e1-6be1-4f24-a56a-876454615e97 aborted: Failed to rebuild volume backed instance. [ 1498.470430] env[62107]: ERROR nova.compute.manager [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] [ 1498.483460] env[62107]: DEBUG nova.network.neutron [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.505946] env[62107]: DEBUG nova.compute.manager [req-fa8787b6-b15e-4b1e-a6fc-51909436123e req-11078852-5d08-43fc-9e6b-0c4d3be67dd8 service nova] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Received event network-vif-deleted-8b81c4bc-6742-483c-bb69-44ff9c551c88 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1498.506185] env[62107]: DEBUG nova.compute.manager [req-fa8787b6-b15e-4b1e-a6fc-51909436123e req-11078852-5d08-43fc-9e6b-0c4d3be67dd8 service nova] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Received event network-vif-deleted-2e163cb3-0ce8-4647-97de-10f1c0b4082d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1498.655565] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.708674] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522ef31e-b9da-5536-eded-641558e7262c, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.709466] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728294ec-d435-4d1e-9687-720b990fe66c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.714391] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1498.714391] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5271416e-33cc-ef0e-0aca-60d02b8153ea" [ 1498.714391] env[62107]: _type = "Task" [ 1498.714391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.723719] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5271416e-33cc-ef0e-0aca-60d02b8153ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.747405] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.754851] env[62107]: DEBUG oslo_concurrency.lockutils [None req-47c67ad3-febb-407f-8043-54993d56baa6 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "93767ef1-092f-405d-b393-6bec8e6c3615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.425s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.864724] env[62107]: DEBUG oslo_vmware.api [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Task: {'id': task-1699469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126794} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.867080] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.867281] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.867457] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.867628] env[62107]: INFO nova.compute.manager [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1498.867863] env[62107]: DEBUG oslo.service.loopingcall [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.868252] env[62107]: DEBUG nova.compute.manager [-] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1498.868352] env[62107]: DEBUG nova.network.neutron [-] [instance: e87c3386-c911-45a2-a7ab-94687e722466] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.985803] env[62107]: INFO nova.compute.manager [-] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Took 1.02 seconds to deallocate network for instance. [ 1498.993399] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eb9586-3e66-454a-b009-3ba7fe8e9b41 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.002981] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264fae91-f682-4b81-a2f7-8b4e0e7eb876 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.038319] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e10239-5a06-42dc-a71b-6e27d011ed20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.046529] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9480fe-762b-442c-bf00-6e1cb1bb8804 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.060547] env[62107]: DEBUG nova.compute.provider_tree [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.226096] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5271416e-33cc-ef0e-0aca-60d02b8153ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.226296] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.226550] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa/a8ad6ab5-1f58-4a3e-8025-6863e51672aa.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.226793] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a79eb4be-22ad-4d39-bc10-4e1334424b9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.233372] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1499.233372] env[62107]: value = "task-1699470" [ 1499.233372] env[62107]: _type = "Task" [ 1499.233372] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.240922] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.497296] env[62107]: INFO nova.compute.manager [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance disappeared during terminate [ 1499.497531] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bc7eef53-f56c-4df9-92c3-6a0b6d496b24 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "83cbfcb5-b901-429e-bc03-81e166968ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.742s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.582908] env[62107]: ERROR nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] [req-a983dad7-9cd9-4634-9262-1677e7b17f1a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a983dad7-9cd9-4634-9262-1677e7b17f1a"}]} [ 1499.600393] env[62107]: DEBUG nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1499.615942] env[62107]: DEBUG nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1499.616304] env[62107]: DEBUG nova.compute.provider_tree [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1499.628938] env[62107]: DEBUG nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1499.632618] env[62107]: DEBUG nova.network.neutron [-] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.649484] env[62107]: DEBUG nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1499.746734] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.913851] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "33c80b8d-b98c-4687-b868-17262c39ec6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.914197] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.914236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "33c80b8d-b98c-4687-b868-17262c39ec6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.914421] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.914585] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.918864] env[62107]: INFO nova.compute.manager [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Terminating instance [ 1499.920816] env[62107]: DEBUG nova.compute.manager [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1499.921035] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.922076] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c019474c-b169-4691-8818-3b97bb4a1bb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.930787] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.933672] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-969d5a32-ca5f-4813-963c-95ce8d3fbffe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.942677] env[62107]: DEBUG oslo_vmware.api [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1499.942677] env[62107]: value = "task-1699471" [ 1499.942677] env[62107]: _type = "Task" [ 1499.942677] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.949186] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49a901-0a0e-42f4-a6a0-775e5be0e367 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.959607] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292bd7cd-59b6-42aa-898c-2e23ea9e02cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.962936] env[62107]: DEBUG oslo_vmware.api [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.996962] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4f6f8-052a-4c2e-9abd-174f185f3ec7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.005494] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef379c1-36a7-4fe7-97ca-1dc1ad2e00d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.019359] env[62107]: DEBUG nova.compute.provider_tree [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.136012] env[62107]: INFO nova.compute.manager [-] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Took 1.27 seconds to deallocate network for instance. [ 1500.244302] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603347} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.244533] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa/a8ad6ab5-1f58-4a3e-8025-6863e51672aa.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.244811] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.245076] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c82d1a3-2211-4511-914d-8e2d14efd302 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.251471] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1500.251471] env[62107]: value = "task-1699472" [ 1500.251471] env[62107]: _type = "Task" [ 1500.251471] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.260564] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.452206] env[62107]: DEBUG oslo_vmware.api [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699471, 'name': PowerOffVM_Task, 'duration_secs': 0.241194} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.452449] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.452614] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.452847] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af47803a-80d1-4134-8712-32f8a270c332 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.501531] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.522739] env[62107]: DEBUG nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.527295] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.527499] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.527979] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleting the datastore file [datastore1] 33c80b8d-b98c-4687-b868-17262c39ec6b {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.529382] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66f13c26-e286-43bb-ba15-75212d5269f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.532213] env[62107]: DEBUG nova.compute.manager [req-81909a0a-b8b9-4360-ac59-400c5636f657 req-0eec7c77-43d9-4327-a123-63fe8dcc53f4 service nova] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Received event network-vif-deleted-35bf4002-ae71-435a-a23e-5a50b4e0855e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.537623] env[62107]: DEBUG oslo_vmware.api [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1500.537623] env[62107]: value = "task-1699474" [ 1500.537623] env[62107]: _type = "Task" [ 1500.537623] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.546163] env[62107]: DEBUG oslo_vmware.api [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.642271] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.761792] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066217} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.762055] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.762811] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9aef65-3f52-430b-8c5b-3417d3e8a8e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.784223] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa/a8ad6ab5-1f58-4a3e-8025-6863e51672aa.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.784445] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-934f52fb-6c75-41e4-a676-2a855f555f01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.803531] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1500.803531] env[62107]: value = "task-1699475" [ 1500.803531] env[62107]: _type = "Task" [ 1500.803531] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.817169] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.030529] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.805s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.033199] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.623s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.033397] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.035364] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.274s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.036816] env[62107]: INFO nova.compute.claims [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.048912] env[62107]: DEBUG oslo_vmware.api [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202825} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.049238] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.049659] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.049659] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.050307] env[62107]: INFO nova.compute.manager [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1501.050307] env[62107]: DEBUG oslo.service.loopingcall [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.050307] env[62107]: DEBUG nova.compute.manager [-] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1501.050307] env[62107]: DEBUG nova.network.neutron [-] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.057826] env[62107]: INFO nova.scheduler.client.report [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Deleted allocations for instance 9355733e-274f-4171-a394-5332103928e7 [ 1501.060028] env[62107]: INFO nova.scheduler.client.report [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleted allocations for instance a3a0029e-76fe-4ba3-9bdc-247ea37f78df [ 1501.326705] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699475, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.569484] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12ebf102-95da-4b07-b470-3cdc0d81fa3b tempest-ImagesOneServerNegativeTestJSON-985274310 tempest-ImagesOneServerNegativeTestJSON-985274310-project-member] Lock "9355733e-274f-4171-a394-5332103928e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.386s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.570414] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a82035c-775b-4a01-8eb3-d3c7a48d8ed1 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "a3a0029e-76fe-4ba3-9bdc-247ea37f78df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.102s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.732945] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "6ca827e1-6be1-4f24-a56a-876454615e97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.733229] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "6ca827e1-6be1-4f24-a56a-876454615e97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.733438] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "6ca827e1-6be1-4f24-a56a-876454615e97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.733621] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "6ca827e1-6be1-4f24-a56a-876454615e97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.733787] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "6ca827e1-6be1-4f24-a56a-876454615e97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.735920] env[62107]: INFO nova.compute.manager [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Terminating instance [ 1501.738144] env[62107]: DEBUG nova.compute.manager [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1501.738437] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbc2c865-a712-413b-adc1-6889fbca98a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.747608] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d84dca-0563-468f-aac4-d3b8d1ce48d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.781843] env[62107]: WARNING nova.virt.vmwareapi.driver [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6ca827e1-6be1-4f24-a56a-876454615e97 could not be found. [ 1501.782039] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.782344] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65c8aea-9d13-4b28-b660-81fd84168e6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.791050] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6186d2-915d-4b97-abf1-72ca7283feb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.813071] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699475, 'name': ReconfigVM_Task, 'duration_secs': 0.528949} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.823618] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa/a8ad6ab5-1f58-4a3e-8025-6863e51672aa.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.824957] env[62107]: DEBUG nova.network.neutron [-] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.825376] env[62107]: WARNING nova.virt.vmwareapi.vmops [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6ca827e1-6be1-4f24-a56a-876454615e97 could not be found. [ 1501.825551] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.825722] env[62107]: INFO nova.compute.manager [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1501.825945] env[62107]: DEBUG oslo.service.loopingcall [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.826390] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-655fc92c-285f-4c18-85f4-6788e0cd8b8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.827838] env[62107]: DEBUG nova.compute.manager [-] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1501.827953] env[62107]: DEBUG nova.network.neutron [-] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.836031] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1501.836031] env[62107]: value = "task-1699476" [ 1501.836031] env[62107]: _type = "Task" [ 1501.836031] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.844527] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699476, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.328025] env[62107]: INFO nova.compute.manager [-] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Took 1.28 seconds to deallocate network for instance. [ 1502.347621] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4715ba8f-8a47-499d-98f0-6d0b635626e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.353089] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699476, 'name': Rename_Task, 'duration_secs': 0.140115} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.353757] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.354093] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f05fc8bd-72b9-4f2a-8ab1-da66277bdd8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.358606] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b2568-c7a9-4366-90d9-5d5b4331a875 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.363317] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1502.363317] env[62107]: value = "task-1699477" [ 1502.363317] env[62107]: _type = "Task" [ 1502.363317] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.394558] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5504b4-109f-40d8-9e85-556f0939656c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.401491] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.410516] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdbeca4-f4ee-4f7d-963d-578bb3e194d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.425381] env[62107]: DEBUG nova.compute.provider_tree [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.560547] env[62107]: DEBUG nova.compute.manager [req-6e418cbc-e13e-467f-9327-c92332dbb649 req-48cf315c-89cd-40e9-af53-9797eecfb710 service nova] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Received event network-vif-deleted-7d59954f-ec93-472b-ae12-7d3670334af3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.561364] env[62107]: DEBUG nova.compute.manager [req-6e418cbc-e13e-467f-9327-c92332dbb649 req-48cf315c-89cd-40e9-af53-9797eecfb710 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Received event network-vif-deleted-bacfec3b-5eea-4de7-a25d-1f739a327f68 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.561364] env[62107]: INFO nova.compute.manager [req-6e418cbc-e13e-467f-9327-c92332dbb649 req-48cf315c-89cd-40e9-af53-9797eecfb710 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Neutron deleted interface bacfec3b-5eea-4de7-a25d-1f739a327f68; detaching it from the instance and deleting it from the info cache [ 1502.561364] env[62107]: DEBUG nova.network.neutron [req-6e418cbc-e13e-467f-9327-c92332dbb649 req-48cf315c-89cd-40e9-af53-9797eecfb710 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.814944] env[62107]: DEBUG nova.network.neutron [-] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.844654] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.875466] env[62107]: DEBUG oslo_vmware.api [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699477, 'name': PowerOnVM_Task, 'duration_secs': 0.496279} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.875772] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.875977] env[62107]: INFO nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1502.876179] env[62107]: DEBUG nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1502.876969] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f4b19-ae12-4543-96b0-ef90f831247a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.910262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.910262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.911127] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.911364] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.911546] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.921302] env[62107]: INFO nova.compute.manager [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Terminating instance [ 1502.928091] env[62107]: DEBUG nova.compute.manager [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1502.928393] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.929328] env[62107]: DEBUG nova.scheduler.client.report [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1502.933258] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532eb0d5-75a2-4b61-b7d7-f21ead3275a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.942966] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.943819] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a42b42f-2a0e-4f21-a1b4-fdb2afe62a04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.953759] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1502.953759] env[62107]: value = "task-1699478" [ 1502.953759] env[62107]: _type = "Task" [ 1502.953759] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.964074] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.063251] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d35c4b39-0859-43bc-82f0-959ea92f0b18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.072845] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98920b-8db3-4c52-ada5-b4da8a73e473 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.109584] env[62107]: DEBUG nova.compute.manager [req-6e418cbc-e13e-467f-9327-c92332dbb649 req-48cf315c-89cd-40e9-af53-9797eecfb710 service nova] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Detach interface failed, port_id=bacfec3b-5eea-4de7-a25d-1f739a327f68, reason: Instance 6ca827e1-6be1-4f24-a56a-876454615e97 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1503.317326] env[62107]: INFO nova.compute.manager [-] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Took 1.49 seconds to deallocate network for instance. [ 1503.398842] env[62107]: INFO nova.compute.manager [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 25.44 seconds to build instance. [ 1503.439524] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.440136] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1503.442771] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.787s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.442997] env[62107]: DEBUG nova.objects.instance [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'resources' on Instance uuid 54cdd5b8-3bce-4388-bb95-51be22106aaf {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.464506] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.864094] env[62107]: INFO nova.compute.manager [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Took 0.55 seconds to detach 1 volumes for instance. [ 1503.869922] env[62107]: DEBUG nova.compute.manager [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Deleting volume: b69d47ed-79fe-4cd5-80ff-1ff6e37ec333 {{(pid=62107) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1503.900831] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1b9b15b2-f190-46f5-9eaa-cc642033fcb1 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.953s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.947727] env[62107]: DEBUG nova.compute.utils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.954718] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1503.955076] env[62107]: DEBUG nova.network.neutron [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.970734] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.046349] env[62107]: DEBUG nova.policy [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e37e950b7a4d829263d1b9e17af960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4383be8f05df4c1c8f94dd901ab5d90b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1504.244744] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9343d981-35f6-496e-ab54-644f137a5ac5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.252484] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a338e63-ae6e-41ab-823e-e2a9ea330387 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.284672] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a3bf8-e836-43b1-91df-223f0f0199cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.292463] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf162cb6-60bc-4653-ab42-20dae5e5e7be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.307681] env[62107]: DEBUG nova.compute.provider_tree [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.417036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.456679] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1504.472370] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.520615] env[62107]: DEBUG nova.network.neutron [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Successfully created port: 4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1504.596017] env[62107]: DEBUG nova.compute.manager [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Received event network-changed-249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1504.596438] env[62107]: DEBUG nova.compute.manager [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Refreshing instance network info cache due to event network-changed-249a8173-3a23-4845-b0f8-2865de68ba5e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1504.596729] env[62107]: DEBUG oslo_concurrency.lockutils [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.596947] env[62107]: DEBUG oslo_concurrency.lockutils [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.597277] env[62107]: DEBUG nova.network.neutron [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Refreshing network info cache for port 249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1504.811933] env[62107]: DEBUG nova.scheduler.client.report [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1504.980394] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699478, 'name': PowerOffVM_Task, 'duration_secs': 1.944582} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.980746] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.980914] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.981358] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a189c0f8-4461-49b7-8d89-0d58952ff27b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.055783] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.056382] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.056604] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleting the datastore file [datastore1] aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.058770] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15218ce4-6775-4eb7-a9a4-70af60279c17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.067429] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for the task: (returnval){ [ 1505.067429] env[62107]: value = "task-1699481" [ 1505.067429] env[62107]: _type = "Task" [ 1505.067429] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.076965] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.321464] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.324396] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.577s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.326939] env[62107]: DEBUG nova.objects.instance [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lazy-loading 'resources' on Instance uuid f8e35f57-f6a5-4303-a460-2f6df2769032 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.356041] env[62107]: INFO nova.scheduler.client.report [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocations for instance 54cdd5b8-3bce-4388-bb95-51be22106aaf [ 1505.378954] env[62107]: DEBUG nova.network.neutron [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updated VIF entry in instance network info cache for port 249a8173-3a23-4845-b0f8-2865de68ba5e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1505.379881] env[62107]: DEBUG nova.network.neutron [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.472904] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1505.508020] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1505.508645] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1505.508861] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1505.509079] env[62107]: DEBUG nova.virt.hardware [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1505.510137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b92677e-150a-4f24-90af-378c1520c782 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.520271] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1849c-2800-49ae-b075-d32b1ca8e8e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.577056] env[62107]: DEBUG oslo_vmware.api [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Task: {'id': task-1699481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167589} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.577232] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1505.577431] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1505.577632] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1505.577815] env[62107]: INFO nova.compute.manager [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1505.578221] env[62107]: DEBUG oslo.service.loopingcall [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1505.578308] env[62107]: DEBUG nova.compute.manager [-] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1505.578398] env[62107]: DEBUG nova.network.neutron [-] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1505.871786] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ce51a04a-c8a0-45b3-8d97-541cd53df124 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "54cdd5b8-3bce-4388-bb95-51be22106aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.136s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.882079] env[62107]: DEBUG oslo_concurrency.lockutils [req-e1b26a76-6bdb-4834-a472-6dfd08c708b2 req-70d30316-8d75-4196-b570-60e92c7b6171 service nova] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.199110] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a51a55-0a18-45c9-8319-c7d804efbf68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.208167] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c464f3-2d15-49a9-a1b3-7d6cf24895c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.254119] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef56d82-8279-4920-9308-353cf5a2038e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.264585] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aab6611-2e20-481c-83de-2972640ae3db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.279574] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1506.394143] env[62107]: DEBUG nova.network.neutron [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Successfully updated port: 4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.395795] env[62107]: DEBUG nova.network.neutron [-] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.628177] env[62107]: DEBUG nova.compute.manager [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Received event network-vif-deleted-715c796c-eea8-4b21-ab28-62e5b6770055 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.628411] env[62107]: DEBUG nova.compute.manager [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Received event network-vif-plugged-4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.628540] env[62107]: DEBUG oslo_concurrency.lockutils [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] Acquiring lock "79f5b9cf-89ab-4734-92d2-c633057bce03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.628733] env[62107]: DEBUG oslo_concurrency.lockutils [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.629240] env[62107]: DEBUG oslo_concurrency.lockutils [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.629426] env[62107]: DEBUG nova.compute.manager [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] No waiting events found dispatching network-vif-plugged-4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1506.629592] env[62107]: WARNING nova.compute.manager [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Received unexpected event network-vif-plugged-4cf655e9-5664-42ac-b898-cfbf4481c1b2 for instance with vm_state building and task_state spawning. [ 1506.629763] env[62107]: DEBUG nova.compute.manager [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Received event network-changed-4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1506.629913] env[62107]: DEBUG nova.compute.manager [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Refreshing instance network info cache due to event network-changed-4cf655e9-5664-42ac-b898-cfbf4481c1b2. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1506.630114] env[62107]: DEBUG oslo_concurrency.lockutils [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] Acquiring lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.630247] env[62107]: DEBUG oslo_concurrency.lockutils [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] Acquired lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.630397] env[62107]: DEBUG nova.network.neutron [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Refreshing network info cache for port 4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.800130] env[62107]: ERROR nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [req-a07a5d07-2e21-4683-8b17-dca935e1a51c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a07a5d07-2e21-4683-8b17-dca935e1a51c"}]} [ 1506.816827] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1506.831413] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1506.831632] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1506.845592] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1506.863717] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1506.898205] env[62107]: INFO nova.compute.manager [-] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Took 1.32 seconds to deallocate network for instance. [ 1506.898635] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.141419] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d8e1d-0c84-43f3-8763-aa0148ad94c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.153317] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e7aa0-696e-4f6d-9413-4c4b3fb5267c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.192407] env[62107]: DEBUG nova.network.neutron [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.194919] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467f3eb-ea0f-4eef-99ec-94b5684f6105 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.204441] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5504c8-3737-4a62-9f5f-965c75de8314 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.218368] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.335996] env[62107]: DEBUG nova.network.neutron [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.406203] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.675183] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "24bc4251-aeae-4a03-8876-0d52d29222ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.675913] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.742951] env[62107]: ERROR nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [req-3c670b87-f14f-461f-8f1e-2d6627c2eb2d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c670b87-f14f-461f-8f1e-2d6627c2eb2d"}]} [ 1507.765157] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1507.783536] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1507.784044] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.796950] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1507.821272] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1507.839837] env[62107]: DEBUG oslo_concurrency.lockutils [req-a746d294-fee9-4a2d-9b78-58566ac1b434 req-2a14c258-cbd8-43a2-a99e-429c9f1f9a66 service nova] Releasing lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.840469] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.840706] env[62107]: DEBUG nova.network.neutron [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.133895] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fad7738-de78-4ef9-b20b-b99d8561c887 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.143135] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23d3e0a-8413-4c4a-b21d-0a8482bdd87b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.181470] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1508.184449] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4dfe97-3c08-4d5a-bdc2-97222c3e2bb7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.193632] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e6273-dfaa-426c-95d6-5126f814f9e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.210326] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.397465] env[62107]: DEBUG nova.network.neutron [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1508.636462] env[62107]: DEBUG nova.network.neutron [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Updating instance_info_cache with network_info: [{"id": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "address": "fa:16:3e:5d:0d:c2", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf655e9-56", "ovs_interfaceid": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.705697] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.752111] env[62107]: DEBUG nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1508.753156] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 97 to 98 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1508.753156] env[62107]: DEBUG nova.compute.provider_tree [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1509.139646] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.139975] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Instance network_info: |[{"id": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "address": "fa:16:3e:5d:0d:c2", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf655e9-56", "ovs_interfaceid": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1509.140432] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:0d:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf655e9-5664-42ac-b898-cfbf4481c1b2', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.148178] env[62107]: DEBUG oslo.service.loopingcall [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.148410] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.150378] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb3f7398-5915-47e9-aee4-73f2bf3a8127 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.171447] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.171447] env[62107]: value = "task-1699482" [ 1509.171447] env[62107]: _type = "Task" [ 1509.171447] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.179297] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699482, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.259676] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.935s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.263081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.761s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.279304] env[62107]: INFO nova.scheduler.client.report [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted allocations for instance f8e35f57-f6a5-4303-a460-2f6df2769032 [ 1509.524459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.526441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.594629] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56928d0-7938-4ffa-a954-31f7d2b0c2e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.602725] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba4ecef-0d5c-4664-8d64-62f5a9dd3583 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.637625] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e050e-9b1c-46b1-9847-d7570399508e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.643180] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07668d7d-57e6-45fe-8e9c-e8821f53b9bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.657873] env[62107]: DEBUG nova.compute.provider_tree [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.682912] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699482, 'name': CreateVM_Task, 'duration_secs': 0.321237} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.683395] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.686022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.686022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.686022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1509.686022] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93bb397b-dffb-4e05-b914-2d42831fa86c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.689824] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1509.689824] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4e2a9-bee4-8343-57e1-e0e4bc7933e7" [ 1509.689824] env[62107]: _type = "Task" [ 1509.689824] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.700396] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4e2a9-bee4-8343-57e1-e0e4bc7933e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.795021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f6d8d715-31d5-4810-a1e8-0c9bbec213a8 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "f8e35f57-f6a5-4303-a460-2f6df2769032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.114s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.028883] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1510.163928] env[62107]: DEBUG nova.scheduler.client.report [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1510.206112] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4e2a9-bee4-8343-57e1-e0e4bc7933e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.206429] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.206743] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.206877] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.207040] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.207226] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.207502] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95065436-b012-41f9-b2b0-902cfc18b2bd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.216798] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.216987] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.217741] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e2c9c2-8e6c-4e0c-82f4-8741654ea149 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.223794] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1510.223794] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52042c25-4bac-da65-e466-8a75578156a6" [ 1510.223794] env[62107]: _type = "Task" [ 1510.223794] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.232442] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52042c25-4bac-da65-e466-8a75578156a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.303095] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.303334] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.382873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.382873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.382873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.382873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.382873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.384963] env[62107]: INFO nova.compute.manager [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Terminating instance [ 1510.386804] env[62107]: DEBUG nova.compute.manager [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1510.386991] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.387855] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ed01c-7f5d-427e-9ae9-794690da2b80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.400018] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.400018] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd52b81-abed-493a-93bd-1b54edafc0c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.403748] env[62107]: DEBUG oslo_vmware.api [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1510.403748] env[62107]: value = "task-1699483" [ 1510.403748] env[62107]: _type = "Task" [ 1510.403748] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.411919] env[62107]: DEBUG oslo_vmware.api [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.549497] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.674665] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.413s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.674837] env[62107]: INFO nova.compute.manager [None req-3a96211d-3dfd-4f5a-a46e-e268a5facf58 tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Successfully reverted task state from rebuilding on failure for instance. [ 1510.680847] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.039s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.681078] env[62107]: DEBUG nova.objects.instance [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lazy-loading 'resources' on Instance uuid e87c3386-c911-45a2-a7ab-94687e722466 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.734048] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52042c25-4bac-da65-e466-8a75578156a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.734800] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036c0153-d793-4fe3-8792-72636ccdb262 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.740761] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1510.740761] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520109aa-f479-a955-09e6-c4bf67b48836" [ 1510.740761] env[62107]: _type = "Task" [ 1510.740761] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.748567] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520109aa-f479-a955-09e6-c4bf67b48836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.805821] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1510.872020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.872264] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.914217] env[62107]: DEBUG oslo_vmware.api [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699483, 'name': PowerOffVM_Task, 'duration_secs': 0.337125} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.914489] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.914653] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.914905] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24e06336-7ee4-4bf5-8f1a-99a2baff1362 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.981222] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.981444] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.981637] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleting the datastore file [datastore1] 4d0ecb20-a356-4d16-8c40-8e927c14f3ed {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.981906] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b8fa54-7cec-4b0d-b928-1d258316c2e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.991032] env[62107]: DEBUG oslo_vmware.api [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1510.991032] env[62107]: value = "task-1699485" [ 1510.991032] env[62107]: _type = "Task" [ 1510.991032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.999661] env[62107]: DEBUG oslo_vmware.api [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.252185] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520109aa-f479-a955-09e6-c4bf67b48836, 'name': SearchDatastore_Task, 'duration_secs': 0.030087} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.254490] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.254747] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/79f5b9cf-89ab-4734-92d2-c633057bce03.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1511.255168] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b7aab3-8c3b-4989-8b8a-57a92cfdd6e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.261643] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1511.261643] env[62107]: value = "task-1699486" [ 1511.261643] env[62107]: _type = "Task" [ 1511.261643] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.269142] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.325385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.374430] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1511.487685] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389dbcb3-c44b-4323-bbdb-c78ad5d179fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.502762] env[62107]: DEBUG oslo_vmware.api [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24296} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.503798] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d1da0-0e7e-4d04-84c8-378d0420b86b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.508020] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.508020] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.508020] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.508020] env[62107]: INFO nova.compute.manager [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1511.508245] env[62107]: DEBUG oslo.service.loopingcall [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.508330] env[62107]: DEBUG nova.compute.manager [-] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1511.508419] env[62107]: DEBUG nova.network.neutron [-] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1511.537785] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0617086-7e4c-4517-825c-657c626db3ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.548403] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4919f54d-95b3-4bdf-879a-5fefe67cf4aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.562825] env[62107]: DEBUG nova.compute.provider_tree [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.771390] env[62107]: DEBUG nova.compute.manager [req-8a9860d8-4d55-4a2a-8281-20711a51fbd1 req-9834cb5e-198f-4530-9292-6816c3581cc5 service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Received event network-vif-deleted-cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.771709] env[62107]: INFO nova.compute.manager [req-8a9860d8-4d55-4a2a-8281-20711a51fbd1 req-9834cb5e-198f-4530-9292-6816c3581cc5 service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Neutron deleted interface cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1; detaching it from the instance and deleting it from the info cache [ 1511.772290] env[62107]: DEBUG nova.network.neutron [req-8a9860d8-4d55-4a2a-8281-20711a51fbd1 req-9834cb5e-198f-4530-9292-6816c3581cc5 service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.779484] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47247} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.779747] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/79f5b9cf-89ab-4734-92d2-c633057bce03.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1511.779960] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.780225] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3133ab5-a7fe-4877-a223-2b574ae1c79f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.787244] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1511.787244] env[62107]: value = "task-1699487" [ 1511.787244] env[62107]: _type = "Task" [ 1511.787244] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.795277] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.893827] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.066365] env[62107]: DEBUG nova.scheduler.client.report [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1512.247058] env[62107]: DEBUG nova.network.neutron [-] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.275198] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d20546dd-d8e9-401e-a58d-d316266e5fb5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.285437] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3edb2-038a-428e-8100-131821d0c15e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.304026] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065471} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.304277] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.305147] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc642aa5-5321-450f-9f75-d3247f9ae5c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.336827] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/79f5b9cf-89ab-4734-92d2-c633057bce03.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.337465] env[62107]: DEBUG nova.compute.manager [req-8a9860d8-4d55-4a2a-8281-20711a51fbd1 req-9834cb5e-198f-4530-9292-6816c3581cc5 service nova] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Detach interface failed, port_id=cd9e7b0a-7936-4bad-a73e-ed7e4e4126d1, reason: Instance 4d0ecb20-a356-4d16-8c40-8e927c14f3ed could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1512.337836] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6841b21-1b16-4a19-8387-9c4b84464fc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.356472] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1512.356472] env[62107]: value = "task-1699488" [ 1512.356472] env[62107]: _type = "Task" [ 1512.356472] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.364021] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699488, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.574506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.576961] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.732s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.577213] env[62107]: DEBUG nova.objects.instance [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lazy-loading 'resources' on Instance uuid 33c80b8d-b98c-4687-b868-17262c39ec6b {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.598291] env[62107]: INFO nova.scheduler.client.report [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Deleted allocations for instance e87c3386-c911-45a2-a7ab-94687e722466 [ 1512.749864] env[62107]: INFO nova.compute.manager [-] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Took 1.24 seconds to deallocate network for instance. [ 1512.866839] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699488, 'name': ReconfigVM_Task, 'duration_secs': 0.390555} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.867495] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/79f5b9cf-89ab-4734-92d2-c633057bce03.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.867967] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180d3ab9-92c2-4339-860a-1cf046e3f118 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.874408] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1512.874408] env[62107]: value = "task-1699489" [ 1512.874408] env[62107]: _type = "Task" [ 1512.874408] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.884337] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699489, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.105991] env[62107]: DEBUG oslo_concurrency.lockutils [None req-37f54e2d-2210-4e14-a7e0-083e8040d968 tempest-FloatingIPsAssociationTestJSON-1023496555 tempest-FloatingIPsAssociationTestJSON-1023496555-project-member] Lock "e87c3386-c911-45a2-a7ab-94687e722466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.369s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.256465] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.312274] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9d40b0-2f11-4cc7-baf6-fdb73e5bf2aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.319598] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc1df81-2741-477d-a0f1-c5a622ce5f8d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.349709] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b334630-2ead-401e-94d7-29bd8249cab2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.356696] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b554dd5c-d8d9-4009-8472-a42c0416a4c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.369378] env[62107]: DEBUG nova.compute.provider_tree [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.382548] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699489, 'name': Rename_Task, 'duration_secs': 0.14444} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.382784] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1513.382992] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce0c51a-23fc-457f-829e-b92df9395612 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.388299] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1513.388299] env[62107]: value = "task-1699490" [ 1513.388299] env[62107]: _type = "Task" [ 1513.388299] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.398651] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.872776] env[62107]: DEBUG nova.scheduler.client.report [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1513.899226] env[62107]: DEBUG oslo_vmware.api [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699490, 'name': PowerOnVM_Task, 'duration_secs': 0.495221} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.899455] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.899656] env[62107]: INFO nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1513.899833] env[62107]: DEBUG nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1513.900895] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a284e18-2715-4103-8bdf-6d114e7d2f35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.378219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.381570] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.964s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.381822] env[62107]: DEBUG nova.objects.instance [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lazy-loading 'resources' on Instance uuid 6ca827e1-6be1-4f24-a56a-876454615e97 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.402995] env[62107]: INFO nova.scheduler.client.report [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted allocations for instance 33c80b8d-b98c-4687-b868-17262c39ec6b [ 1514.427998] env[62107]: INFO nova.compute.manager [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Took 18.68 seconds to build instance. [ 1514.919976] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f0cbfb6b-842b-4c71-ad7b-e7e980fc56c0 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "33c80b8d-b98c-4687-b868-17262c39ec6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.005s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.930751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cc12630a-ca8d-45fe-bf56-25926bd5429a tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.193s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.994300] env[62107]: INFO nova.compute.manager [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Rescuing [ 1514.994503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.995135] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.995135] env[62107]: DEBUG nova.network.neutron [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.167121] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02766898-c3a7-4de1-941f-d5e819ae8484 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.174714] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e16499-5567-43c4-90a4-470979235918 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.205051] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec821c-e866-4ea6-8005-b84f6700ff54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.212941] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188c24f-832a-441e-a2c1-8c6eb92f1112 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.228695] env[62107]: DEBUG nova.compute.provider_tree [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.689487] env[62107]: DEBUG nova.network.neutron [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Updating instance_info_cache with network_info: [{"id": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "address": "fa:16:3e:5d:0d:c2", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf655e9-56", "ovs_interfaceid": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.732534] env[62107]: DEBUG nova.scheduler.client.report [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1515.868549] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "a910ff3a-d417-4114-b11e-e44772119b9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.868830] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "a910ff3a-d417-4114-b11e-e44772119b9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.869057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "a910ff3a-d417-4114-b11e-e44772119b9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.869250] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "a910ff3a-d417-4114-b11e-e44772119b9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.869420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "a910ff3a-d417-4114-b11e-e44772119b9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.871914] env[62107]: INFO nova.compute.manager [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Terminating instance [ 1515.873714] env[62107]: DEBUG nova.compute.manager [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1515.873950] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.874852] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f67a2b-dd86-43ca-98b2-2ebe7f80c318 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.882348] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.883471] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e9d7e1-b5e6-4771-bf4d-ec790340d176 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.891927] env[62107]: DEBUG oslo_vmware.api [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1515.891927] env[62107]: value = "task-1699491" [ 1515.891927] env[62107]: _type = "Task" [ 1515.891927] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.897098] env[62107]: DEBUG oslo_vmware.api [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.192920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.237180] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.239281] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.833s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.239510] env[62107]: DEBUG nova.objects.instance [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lazy-loading 'resources' on Instance uuid aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.400904] env[62107]: DEBUG oslo_vmware.api [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699491, 'name': PowerOffVM_Task, 'duration_secs': 0.346567} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.401207] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.401369] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.401624] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc0ac28-0ba5-4e93-91ca-7fa06fc89c89 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.471079] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.471295] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.471485] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleting the datastore file [datastore1] a910ff3a-d417-4114-b11e-e44772119b9c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.471768] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8324584e-8fc6-4119-aa80-a07095305264 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.478598] env[62107]: DEBUG oslo_vmware.api [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for the task: (returnval){ [ 1516.478598] env[62107]: value = "task-1699493" [ 1516.478598] env[62107]: _type = "Task" [ 1516.478598] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.487650] env[62107]: DEBUG oslo_vmware.api [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.726194] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.726506] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bddc10b-607f-4508-b55a-13a2d5463a17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.734061] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1516.734061] env[62107]: value = "task-1699494" [ 1516.734061] env[62107]: _type = "Task" [ 1516.734061] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.745683] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.756891] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a005c0d8-9739-45c2-88ca-3a11c09021ea tempest-ServerActionsV293TestJSON-705129418 tempest-ServerActionsV293TestJSON-705129418-project-member] Lock "6ca827e1-6be1-4f24-a56a-876454615e97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.024s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.991537] env[62107]: DEBUG oslo_vmware.api [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Task: {'id': task-1699493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133312} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.991935] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.992245] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.992537] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.992816] env[62107]: INFO nova.compute.manager [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1516.993183] env[62107]: DEBUG oslo.service.loopingcall [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.993513] env[62107]: DEBUG nova.compute.manager [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1516.993714] env[62107]: DEBUG nova.network.neutron [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.025018] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9aa86-0d17-4a40-9910-e95a6a25261e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.032816] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc35dbd7-52d1-4c76-99ff-b482ce75be35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.065321] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e5d5b-aa8b-489c-a426-3076e4c30f0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.072671] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc06a5-e330-4fb9-883a-e86098f65c1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.088093] env[62107]: DEBUG nova.compute.provider_tree [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.245285] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699494, 'name': PowerOffVM_Task, 'duration_secs': 0.183278} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.245606] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.246128] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9975a350-79bb-49a1-b4c2-e641e3e198d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.266660] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016c4fc-7684-4354-bf0e-ed0998e10559 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.289376] env[62107]: DEBUG nova.compute.manager [req-426ad48a-84a0-44df-ab36-3016b4736564 req-bba44238-6c01-47c6-a2da-d1b47bcdec83 service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Received event network-vif-deleted-d8f398a5-21af-48f2-b295-f306746a3d57 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1517.289652] env[62107]: INFO nova.compute.manager [req-426ad48a-84a0-44df-ab36-3016b4736564 req-bba44238-6c01-47c6-a2da-d1b47bcdec83 service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Neutron deleted interface d8f398a5-21af-48f2-b295-f306746a3d57; detaching it from the instance and deleting it from the info cache [ 1517.289729] env[62107]: DEBUG nova.network.neutron [req-426ad48a-84a0-44df-ab36-3016b4736564 req-bba44238-6c01-47c6-a2da-d1b47bcdec83 service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.300280] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.301115] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36c3f866-1336-43bb-b9b0-11dea5a0d54b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.308845] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1517.308845] env[62107]: value = "task-1699495" [ 1517.308845] env[62107]: _type = "Task" [ 1517.308845] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.318386] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1517.318697] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1517.318856] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.319108] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.319324] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1517.319566] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e97a7e5-1df0-4478-b977-8db20c1fbad0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.327533] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1517.327707] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1517.328478] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd59526-0f84-44f1-bcde-f1a4d690bec0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.333675] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1517.333675] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e2669d-ca86-2e9f-c4fc-c54d9d28216c" [ 1517.333675] env[62107]: _type = "Task" [ 1517.333675] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.341518] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e2669d-ca86-2e9f-c4fc-c54d9d28216c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.591526] env[62107]: DEBUG nova.scheduler.client.report [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1517.770740] env[62107]: DEBUG nova.network.neutron [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.792241] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac85c551-c08a-4400-99e3-451da78f390e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.801983] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbca4c5-cc49-46dd-962b-0711806cd288 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.832623] env[62107]: DEBUG nova.compute.manager [req-426ad48a-84a0-44df-ab36-3016b4736564 req-bba44238-6c01-47c6-a2da-d1b47bcdec83 service nova] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Detach interface failed, port_id=d8f398a5-21af-48f2-b295-f306746a3d57, reason: Instance a910ff3a-d417-4114-b11e-e44772119b9c could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1517.842298] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e2669d-ca86-2e9f-c4fc-c54d9d28216c, 'name': SearchDatastore_Task, 'duration_secs': 0.023155} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.843075] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ac3219-9d38-45ab-bd96-53fb0fa9bb24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.848557] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1517.848557] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528a6f58-2944-0c85-3d60-1451cea12fd9" [ 1517.848557] env[62107]: _type = "Task" [ 1517.848557] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.855877] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528a6f58-2944-0c85-3d60-1451cea12fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.099817] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.104568] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.399s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.107732] env[62107]: INFO nova.compute.claims [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.134317] env[62107]: INFO nova.scheduler.client.report [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Deleted allocations for instance aa2d2aa5-97cb-4c6b-a002-8dc69ed40276 [ 1518.274422] env[62107]: INFO nova.compute.manager [-] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Took 1.28 seconds to deallocate network for instance. [ 1518.363622] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528a6f58-2944-0c85-3d60-1451cea12fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.044811} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.363916] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.364345] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. {{(pid=62107) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1518.364487] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87cdeecd-6fce-49f4-b464-26c21ceb6d7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.373566] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1518.373566] env[62107]: value = "task-1699496" [ 1518.373566] env[62107]: _type = "Task" [ 1518.373566] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.381460] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.560155] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.560374] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.648573] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cdfe75ce-a234-403d-9235-4216d64f8c79 tempest-MigrationsAdminTest-119405339 tempest-MigrationsAdminTest-119405339-project-member] Lock "aa2d2aa5-97cb-4c6b-a002-8dc69ed40276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.738s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.783081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.884065] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699496, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.031807] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "0c40aeef-0555-453a-8596-465a2726c28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.032230] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "0c40aeef-0555-453a-8596-465a2726c28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.068172] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.068371] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1519.385015] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542949} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.385015] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. [ 1519.385686] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07451aa7-0563-4f95-9114-b202f038d7ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.413124] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.414361] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c889c710-90ff-47bc-865c-af196276adfd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.427594] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c14c2-d425-4826-98f1-692249685c3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.437857] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7244d1d5-49a3-45aa-91e3-4265c935313c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.440919] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1519.440919] env[62107]: value = "task-1699497" [ 1519.440919] env[62107]: _type = "Task" [ 1519.440919] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.469511] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2a97c3-4cd7-45eb-9fd5-c456edfc040e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.475299] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.480318] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61e99e-e708-4713-b1c1-f20c6a0a9da1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.495945] env[62107]: DEBUG nova.compute.provider_tree [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.534408] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1519.950552] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699497, 'name': ReconfigVM_Task, 'duration_secs': 0.290915} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.950855] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.951866] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e72820a-f2db-4d04-a325-5c120b985e0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.978097] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5db9e9-d69c-48a3-96ee-b3b5c9730933 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.994471] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1519.994471] env[62107]: value = "task-1699498" [ 1519.994471] env[62107]: _type = "Task" [ 1519.994471] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.998201] env[62107]: DEBUG nova.scheduler.client.report [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.010258] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699498, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.061346] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.504838] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.505269] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1520.508290] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699498, 'name': ReconfigVM_Task, 'duration_secs': 0.156792} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.508655] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.960s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.510064] env[62107]: INFO nova.compute.claims [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.512817] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.513192] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08afba04-341a-4d59-8797-97c4c3df74b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.520504] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1520.520504] env[62107]: value = "task-1699499" [ 1520.520504] env[62107]: _type = "Task" [ 1520.520504] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.529039] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.010380] env[62107]: DEBUG nova.compute.utils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1521.011910] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1521.012780] env[62107]: DEBUG nova.network.neutron [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.035767] env[62107]: DEBUG oslo_vmware.api [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699499, 'name': PowerOnVM_Task, 'duration_secs': 0.40288} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.036188] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.039275] env[62107]: DEBUG nova.compute.manager [None req-e574899c-77ea-4278-ac3e-8c8edad990a0 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1521.041715] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc714083-71b4-4ba1-932a-f30baab30d46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.079192] env[62107]: DEBUG nova.policy [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa53e32b1a54fbaa16b5592e5d2de32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17709cff940f4186b7319e0a3b05c7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1521.346864] env[62107]: DEBUG nova.network.neutron [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Successfully created port: 09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.517972] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1521.819611] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7920a6b-9580-485a-99dd-bc690c662de2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.829797] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4308cb5f-0ebd-4f15-ab98-19ec3f964a8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.867512] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20528e4b-20bb-482a-9a55-297af238a2ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.875654] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d59b590-818a-4d59-bb56-951eada8184a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.890384] env[62107]: DEBUG nova.compute.provider_tree [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.209691] env[62107]: INFO nova.compute.manager [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Unrescuing [ 1522.209691] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.209691] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquired lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.209691] env[62107]: DEBUG nova.network.neutron [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.397018] env[62107]: DEBUG nova.scheduler.client.report [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1522.537345] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1522.559353] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1522.559597] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1522.559753] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.559933] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1522.560092] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.560243] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1522.560462] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1522.560625] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1522.560790] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1522.560949] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1522.561166] env[62107]: DEBUG nova.virt.hardware [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1522.562120] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4096472a-9fbd-4952-99f7-80899165e055 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.571024] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5409b8d-2d5f-46cf-b864-3bc5a9708ac4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.899075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.900157] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1522.905930] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.580s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.907534] env[62107]: INFO nova.compute.claims [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.984689] env[62107]: DEBUG nova.compute.manager [req-bbf8ec03-d704-432b-bb8c-56177c88a43f req-ab8b568e-7b4c-4992-b3a3-7f53d122b835 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Received event network-vif-plugged-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.984963] env[62107]: DEBUG oslo_concurrency.lockutils [req-bbf8ec03-d704-432b-bb8c-56177c88a43f req-ab8b568e-7b4c-4992-b3a3-7f53d122b835 service nova] Acquiring lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.985260] env[62107]: DEBUG oslo_concurrency.lockutils [req-bbf8ec03-d704-432b-bb8c-56177c88a43f req-ab8b568e-7b4c-4992-b3a3-7f53d122b835 service nova] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.985448] env[62107]: DEBUG oslo_concurrency.lockutils [req-bbf8ec03-d704-432b-bb8c-56177c88a43f req-ab8b568e-7b4c-4992-b3a3-7f53d122b835 service nova] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.985592] env[62107]: DEBUG nova.compute.manager [req-bbf8ec03-d704-432b-bb8c-56177c88a43f req-ab8b568e-7b4c-4992-b3a3-7f53d122b835 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] No waiting events found dispatching network-vif-plugged-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1522.985773] env[62107]: WARNING nova.compute.manager [req-bbf8ec03-d704-432b-bb8c-56177c88a43f req-ab8b568e-7b4c-4992-b3a3-7f53d122b835 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Received unexpected event network-vif-plugged-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 for instance with vm_state building and task_state spawning. [ 1523.110181] env[62107]: DEBUG nova.network.neutron [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Updating instance_info_cache with network_info: [{"id": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "address": "fa:16:3e:5d:0d:c2", "network": {"id": "54ae881a-cf84-4728-bd00-59b39d3cb394", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-846348342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4383be8f05df4c1c8f94dd901ab5d90b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf655e9-56", "ovs_interfaceid": "4cf655e9-5664-42ac-b898-cfbf4481c1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.203704] env[62107]: DEBUG nova.network.neutron [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Successfully updated port: 09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.254407] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "81a87615-255e-4f44-8f08-de208b52ee5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.254677] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "81a87615-255e-4f44-8f08-de208b52ee5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.412906] env[62107]: DEBUG nova.compute.utils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1523.416344] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1523.416506] env[62107]: DEBUG nova.network.neutron [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1523.458756] env[62107]: DEBUG nova.policy [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1523.564604] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.564822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.612792] env[62107]: DEBUG oslo_concurrency.lockutils [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Releasing lock "refresh_cache-79f5b9cf-89ab-4734-92d2-c633057bce03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.615840] env[62107]: DEBUG nova.objects.instance [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lazy-loading 'flavor' on Instance uuid 79f5b9cf-89ab-4734-92d2-c633057bce03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.701817] env[62107]: DEBUG nova.network.neutron [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Successfully created port: 27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1523.706048] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.706262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.706322] env[62107]: DEBUG nova.network.neutron [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.757888] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1523.917261] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1524.067607] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1524.123679] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c406c68-3c36-491e-ac9c-91fa450d2cc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.146091] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.148873] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa39dbc7-01ce-4ddb-93f9-2aa033ef6156 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.155740] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1524.155740] env[62107]: value = "task-1699500" [ 1524.155740] env[62107]: _type = "Task" [ 1524.155740] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.163891] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.234900] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a913de-2e19-484d-b815-16d82a2cf39a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.238057] env[62107]: DEBUG nova.network.neutron [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.244874] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c9cc56-a79f-416c-8bb1-dde2e78fbccd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.281884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5b303-c1e8-47cc-95da-dea1f8d10672 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.289939] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8f016-2da0-433a-9de7-b63d0a49f7cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.296078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.305172] env[62107]: DEBUG nova.compute.provider_tree [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.419698] env[62107]: DEBUG nova.network.neutron [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updating instance_info_cache with network_info: [{"id": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "address": "fa:16:3e:ad:73:8d", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc4b20-32", "ovs_interfaceid": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.586392] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.666213] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699500, 'name': PowerOffVM_Task, 'duration_secs': 0.328823} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.666445] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.671624] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1524.671892] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582b5284-4ac6-4c52-8c0d-060edc2a48b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.689623] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1524.689623] env[62107]: value = "task-1699501" [ 1524.689623] env[62107]: _type = "Task" [ 1524.689623] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.697336] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.810050] env[62107]: DEBUG nova.scheduler.client.report [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1524.922803] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.923160] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Instance network_info: |[{"id": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "address": "fa:16:3e:ad:73:8d", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc4b20-32", "ovs_interfaceid": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1524.923585] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:73:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09cc4b20-32e2-41ce-981a-1f0f6b39f1b5', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.931203] env[62107]: DEBUG oslo.service.loopingcall [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.932227] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1524.934207] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.935637] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ab97f5-146b-45df-89d5-8867a6823225 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.955918] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.955918] env[62107]: value = "task-1699502" [ 1524.955918] env[62107]: _type = "Task" [ 1524.955918] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.960870] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1524.961106] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1524.961266] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1524.961449] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1524.961587] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1524.961729] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1524.961927] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1524.962137] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1524.962336] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1524.962502] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1524.963102] env[62107]: DEBUG nova.virt.hardware [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1524.963412] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d962e-ab15-4e24-947a-ab29f0eab3eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.973537] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64055615-8606-44ed-b486-d066ce52b938 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.977135] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699502, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.022537] env[62107]: DEBUG nova.compute.manager [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Received event network-changed-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.022721] env[62107]: DEBUG nova.compute.manager [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Refreshing instance network info cache due to event network-changed-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1525.022953] env[62107]: DEBUG oslo_concurrency.lockutils [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] Acquiring lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.023129] env[62107]: DEBUG oslo_concurrency.lockutils [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] Acquired lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.023332] env[62107]: DEBUG nova.network.neutron [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Refreshing network info cache for port 09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.200344] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699501, 'name': ReconfigVM_Task, 'duration_secs': 0.24022} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.200628] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1525.201209] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.201481] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e4ae29-ba53-40a3-9ab7-def0eb258231 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.207670] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1525.207670] env[62107]: value = "task-1699503" [ 1525.207670] env[62107]: _type = "Task" [ 1525.207670] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.215347] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.299793] env[62107]: DEBUG nova.network.neutron [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Successfully updated port: 27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1525.315722] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.315981] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1525.320239] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.427s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.321788] env[62107]: INFO nova.compute.claims [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1525.466065] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699502, 'name': CreateVM_Task, 'duration_secs': 0.333749} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.466187] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.466912] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.467110] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.467453] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.467713] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e36ac0-115d-4a0a-b03c-be21e8dea77d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.472257] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1525.472257] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529bbf08-6458-b2e7-4121-018e992b2ac5" [ 1525.472257] env[62107]: _type = "Task" [ 1525.472257] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.479793] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529bbf08-6458-b2e7-4121-018e992b2ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.718087] env[62107]: DEBUG oslo_vmware.api [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699503, 'name': PowerOnVM_Task, 'duration_secs': 0.369403} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.718357] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.718585] env[62107]: DEBUG nova.compute.manager [None req-85498a54-4ae4-4672-8f10-ec3fc3105afe tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1525.719357] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e61d99-4d03-4f68-aa0d-c4989543341d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.737270] env[62107]: DEBUG nova.network.neutron [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updated VIF entry in instance network info cache for port 09cc4b20-32e2-41ce-981a-1f0f6b39f1b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.737608] env[62107]: DEBUG nova.network.neutron [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updating instance_info_cache with network_info: [{"id": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "address": "fa:16:3e:ad:73:8d", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc4b20-32", "ovs_interfaceid": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.802034] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.802248] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.802397] env[62107]: DEBUG nova.network.neutron [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.822422] env[62107]: DEBUG nova.compute.utils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.823898] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1525.823898] env[62107]: DEBUG nova.network.neutron [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.862109] env[62107]: DEBUG nova.policy [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85dc79619fe2479dac70bc9f54732fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60bfa01478b04e2b99bf072e711ff698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1525.983575] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529bbf08-6458-b2e7-4121-018e992b2ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.984103] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.984216] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.984465] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.984633] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.984852] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.985134] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9b23c46-4eef-45e2-9584-68248c23bae2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.994175] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.994364] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.995239] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b63d10-fce7-4741-a0cb-c3e98758664b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.000834] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1526.000834] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f0c664-361b-0416-ed9c-be8615c7f0d3" [ 1526.000834] env[62107]: _type = "Task" [ 1526.000834] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.008927] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f0c664-361b-0416-ed9c-be8615c7f0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.133603] env[62107]: DEBUG nova.network.neutron [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Successfully created port: 33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.240091] env[62107]: DEBUG oslo_concurrency.lockutils [req-2a0f51cb-1639-4e10-bb97-c6b5f82529a2 req-125eaede-472f-4e8e-bb95-0328d05a4f5a service nova] Releasing lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.327086] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1526.355207] env[62107]: DEBUG nova.network.neutron [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1526.517920] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f0c664-361b-0416-ed9c-be8615c7f0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.519077] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386fe741-1b42-4689-af70-3fd596af2e1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.527631] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1526.527631] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528c920f-eeda-8e73-f8d0-c7d0f15b8507" [ 1526.527631] env[62107]: _type = "Task" [ 1526.527631] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.537544] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528c920f-eeda-8e73-f8d0-c7d0f15b8507, 'name': SearchDatastore_Task, 'duration_secs': 0.009092} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.537798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.538060] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 24bc4251-aeae-4a03-8876-0d52d29222ab/24bc4251-aeae-4a03-8876-0d52d29222ab.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.538490] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f988ca-dc7b-4c2b-83f1-4615cd7522a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.547201] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1526.547201] env[62107]: value = "task-1699504" [ 1526.547201] env[62107]: _type = "Task" [ 1526.547201] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.555811] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.613723] env[62107]: DEBUG nova.network.neutron [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Updating instance_info_cache with network_info: [{"id": "27270bb9-7438-420a-9ee3-05cc38547110", "address": "fa:16:3e:3b:e1:ac", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27270bb9-74", "ovs_interfaceid": "27270bb9-7438-420a-9ee3-05cc38547110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.656959] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57cbd9d-03ca-488c-a930-f6b98fcb23b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.664181] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46539a2-c5a2-4d8f-bddd-755b830c98bd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.697931] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1d0e76-89b2-46d2-869c-f017c9050812 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.706296] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9105de09-d34d-42dc-ab3f-66e5292c2512 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.720752] env[62107]: DEBUG nova.compute.provider_tree [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.056014] env[62107]: DEBUG nova.compute.manager [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Received event network-vif-plugged-27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.056233] env[62107]: DEBUG oslo_concurrency.lockutils [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] Acquiring lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.056521] env[62107]: DEBUG oslo_concurrency.lockutils [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.056763] env[62107]: DEBUG oslo_concurrency.lockutils [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.057016] env[62107]: DEBUG nova.compute.manager [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] No waiting events found dispatching network-vif-plugged-27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1527.057208] env[62107]: WARNING nova.compute.manager [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Received unexpected event network-vif-plugged-27270bb9-7438-420a-9ee3-05cc38547110 for instance with vm_state building and task_state spawning. [ 1527.057427] env[62107]: DEBUG nova.compute.manager [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Received event network-changed-27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1527.057609] env[62107]: DEBUG nova.compute.manager [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Refreshing instance network info cache due to event network-changed-27270bb9-7438-420a-9ee3-05cc38547110. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1527.057776] env[62107]: DEBUG oslo_concurrency.lockutils [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] Acquiring lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.061361] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480355} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.061590] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 24bc4251-aeae-4a03-8876-0d52d29222ab/24bc4251-aeae-4a03-8876-0d52d29222ab.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.061786] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.062033] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4372546b-c250-4428-a4df-98113959cdf5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.068151] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1527.068151] env[62107]: value = "task-1699505" [ 1527.068151] env[62107]: _type = "Task" [ 1527.068151] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.075735] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.112206] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "79f5b9cf-89ab-4734-92d2-c633057bce03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.112459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.112707] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "79f5b9cf-89ab-4734-92d2-c633057bce03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.112918] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.113140] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.115573] env[62107]: INFO nova.compute.manager [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Terminating instance [ 1527.117473] env[62107]: DEBUG nova.compute.manager [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1527.117686] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.118181] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.118461] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Instance network_info: |[{"id": "27270bb9-7438-420a-9ee3-05cc38547110", "address": "fa:16:3e:3b:e1:ac", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27270bb9-74", "ovs_interfaceid": "27270bb9-7438-420a-9ee3-05cc38547110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1527.119301] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acfe270-dece-4ee5-bcfe-fcf559130b31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.122525] env[62107]: DEBUG oslo_concurrency.lockutils [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] Acquired lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.122704] env[62107]: DEBUG nova.network.neutron [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Refreshing network info cache for port 27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.124642] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:e1:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27270bb9-7438-420a-9ee3-05cc38547110', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.132093] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating folder: Project (8cd0eac235664d46be8a21fa7f9f8ecd). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1527.133983] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db2c5f34-8985-4713-accd-ff4d28dcd808 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.140366] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.140823] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe73457-8e87-4ec8-bf30-ca3c5a33f6d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.143941] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created folder: Project (8cd0eac235664d46be8a21fa7f9f8ecd) in parent group-v354057. [ 1527.144181] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating folder: Instances. Parent ref: group-v354269. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1527.144580] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61e535fc-f6da-4f67-93b7-e39c7387eed8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.149456] env[62107]: DEBUG oslo_vmware.api [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1527.149456] env[62107]: value = "task-1699507" [ 1527.149456] env[62107]: _type = "Task" [ 1527.149456] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.158624] env[62107]: DEBUG oslo_vmware.api [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.159782] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created folder: Instances in parent group-v354269. [ 1527.160010] env[62107]: DEBUG oslo.service.loopingcall [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1527.160319] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.160391] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8d42e6-bde0-4e6d-86e3-2cd6b8902447 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.180848] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.180848] env[62107]: value = "task-1699509" [ 1527.180848] env[62107]: _type = "Task" [ 1527.180848] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.188703] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699509, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.224832] env[62107]: DEBUG nova.scheduler.client.report [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1527.337162] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1527.362828] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1527.363071] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1527.363228] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1527.363406] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1527.363551] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1527.363860] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1527.363930] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1527.364057] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1527.364264] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1527.364438] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1527.364609] env[62107]: DEBUG nova.virt.hardware [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1527.365848] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe0e05a-aba1-4d1e-9fcb-94844e3d9168 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.374982] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4171af46-42a8-4294-918f-b8ca85728592 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.578175] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061419} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.578449] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.579219] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7234e386-8685-4427-990b-51e794df9a1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.601144] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 24bc4251-aeae-4a03-8876-0d52d29222ab/24bc4251-aeae-4a03-8876-0d52d29222ab.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.601400] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f09d9b2-3bcb-4dbf-8165-8dbbdd1b13dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.620673] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1527.620673] env[62107]: value = "task-1699510" [ 1527.620673] env[62107]: _type = "Task" [ 1527.620673] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.630594] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.654738] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.654883] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.655044] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1527.661769] env[62107]: DEBUG oslo_vmware.api [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699507, 'name': PowerOffVM_Task, 'duration_secs': 0.210425} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.661937] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.662028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.662272] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1742e228-7553-4dd8-a674-1526e1d9980a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.690792] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699509, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.731091] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.732449] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1527.734881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.479s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.735169] env[62107]: DEBUG nova.objects.instance [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lazy-loading 'resources' on Instance uuid 4d0ecb20-a356-4d16-8c40-8e927c14f3ed {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1527.754556] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.754910] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.755266] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Deleting the datastore file [datastore1] 79f5b9cf-89ab-4734-92d2-c633057bce03 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.755579] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59e74d5d-5cc0-44a9-b6d4-99f34d5c662a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.764128] env[62107]: DEBUG oslo_vmware.api [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1527.764128] env[62107]: value = "task-1699512" [ 1527.764128] env[62107]: _type = "Task" [ 1527.764128] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.772579] env[62107]: DEBUG oslo_vmware.api [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.025805] env[62107]: DEBUG nova.network.neutron [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Updated VIF entry in instance network info cache for port 27270bb9-7438-420a-9ee3-05cc38547110. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.026166] env[62107]: DEBUG nova.network.neutron [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Updating instance_info_cache with network_info: [{"id": "27270bb9-7438-420a-9ee3-05cc38547110", "address": "fa:16:3e:3b:e1:ac", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27270bb9-74", "ovs_interfaceid": "27270bb9-7438-420a-9ee3-05cc38547110", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.073505] env[62107]: DEBUG nova.network.neutron [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Successfully updated port: 33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.130770] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699510, 'name': ReconfigVM_Task, 'duration_secs': 0.294379} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.131106] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 24bc4251-aeae-4a03-8876-0d52d29222ab/24bc4251-aeae-4a03-8876-0d52d29222ab.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.131723] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ecd34a-872a-42db-a360-7b8afeb92b12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.138421] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1528.138421] env[62107]: value = "task-1699513" [ 1528.138421] env[62107]: _type = "Task" [ 1528.138421] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.145924] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699513, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.172787] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1528.193235] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699509, 'name': CreateVM_Task, 'duration_secs': 0.568595} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.193407] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.194072] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.194267] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.194583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1528.194829] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923c9c7e-2102-4f72-be52-2f79fbfec56f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.199262] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1528.199262] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524e1945-8f81-13af-4700-f6730d3790b8" [ 1528.199262] env[62107]: _type = "Task" [ 1528.199262] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.207047] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524e1945-8f81-13af-4700-f6730d3790b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.235951] env[62107]: DEBUG nova.compute.utils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1528.237282] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1528.238024] env[62107]: DEBUG nova.network.neutron [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1528.274477] env[62107]: DEBUG oslo_vmware.api [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13786} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.274843] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.275152] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.275443] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.275887] env[62107]: INFO nova.compute.manager [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1528.276161] env[62107]: DEBUG oslo.service.loopingcall [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1528.276600] env[62107]: DEBUG nova.compute.manager [-] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1528.276654] env[62107]: DEBUG nova.network.neutron [-] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.289907] env[62107]: DEBUG nova.policy [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e10673fde9cb442dae51e621af67887b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ae5b7980a5a4b908ac5afc7340330d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1528.532504] env[62107]: DEBUG oslo_concurrency.lockutils [req-bb1972d5-6c2c-426d-9eb2-cdbd03d49bcd req-ebb7f878-a69d-4525-b395-52c49fc1c161 service nova] Releasing lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.534206] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8a9cb0-d6a2-4718-98e9-4e8c8ef9c6ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.541343] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf1b641-924c-4263-b361-166ebbe6eef5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.571633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b7a31-b525-45d1-b184-7040c93b1e87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.575303] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.575666] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.575666] env[62107]: DEBUG nova.network.neutron [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1528.582427] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de523516-2c6e-4cfa-bc4c-d9fa1d4f0d1c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.594330] env[62107]: DEBUG nova.compute.provider_tree [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.648926] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699513, 'name': Rename_Task, 'duration_secs': 0.184303} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.649749] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.650169] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3af8fef-ead6-41d6-bcfa-17f012fcec58 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.656410] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1528.656410] env[62107]: value = "task-1699514" [ 1528.656410] env[62107]: _type = "Task" [ 1528.656410] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.667921] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.711182] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524e1945-8f81-13af-4700-f6730d3790b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008484} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.711472] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.711691] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.711915] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.712066] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.712391] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.712550] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4edc16b9-d85a-4415-8362-8e2a99177d6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.720887] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.721083] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.721976] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45f69e6-3b30-4fd0-bf3b-16a5c69a018e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.729458] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1528.729458] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f99272-224e-2ae6-06fd-9b02f339c73b" [ 1528.729458] env[62107]: _type = "Task" [ 1528.729458] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.736764] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f99272-224e-2ae6-06fd-9b02f339c73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.740144] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1528.746030] env[62107]: DEBUG nova.network.neutron [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Successfully created port: 4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.791929] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.086530] env[62107]: DEBUG nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Received event network-vif-plugged-33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.086748] env[62107]: DEBUG oslo_concurrency.lockutils [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.086985] env[62107]: DEBUG oslo_concurrency.lockutils [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] Lock "81b88841-7349-47d3-bedc-4e92688077bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.087203] env[62107]: DEBUG oslo_concurrency.lockutils [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] Lock "81b88841-7349-47d3-bedc-4e92688077bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.087368] env[62107]: DEBUG nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] No waiting events found dispatching network-vif-plugged-33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1529.087511] env[62107]: WARNING nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Received unexpected event network-vif-plugged-33a69087-6221-46be-b674-31b9e88f89e5 for instance with vm_state building and task_state spawning. [ 1529.087668] env[62107]: DEBUG nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Received event network-changed-33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1529.088273] env[62107]: DEBUG nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Refreshing instance network info cache due to event network-changed-33a69087-6221-46be-b674-31b9e88f89e5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1529.088273] env[62107]: DEBUG oslo_concurrency.lockutils [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] Acquiring lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.096798] env[62107]: DEBUG nova.scheduler.client.report [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1529.115312] env[62107]: DEBUG nova.network.neutron [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1529.167529] env[62107]: DEBUG oslo_vmware.api [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699514, 'name': PowerOnVM_Task, 'duration_secs': 0.430145} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.167878] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.168109] env[62107]: INFO nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1529.168346] env[62107]: DEBUG nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1529.169120] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294c715-eabf-4ef5-9759-7a27071dd497 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.226889] env[62107]: DEBUG nova.network.neutron [-] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.240038] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f99272-224e-2ae6-06fd-9b02f339c73b, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.241399] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432c28fb-3fcb-4e7e-9407-3b5c1127ddb3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.249914] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1529.249914] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da7542-b7ac-650e-feeb-e0127d848e1d" [ 1529.249914] env[62107]: _type = "Task" [ 1529.249914] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.258644] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da7542-b7ac-650e-feeb-e0127d848e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.258883] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.259172] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d5c7eb28-31a7-4b20-813e-e9778663ff9c/d5c7eb28-31a7-4b20-813e-e9778663ff9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.259430] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95f358e4-4b27-4be8-9552-0864e683fcfe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.265722] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1529.265722] env[62107]: value = "task-1699515" [ 1529.265722] env[62107]: _type = "Task" [ 1529.265722] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.273624] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.291610] env[62107]: DEBUG nova.network.neutron [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [{"id": "33a69087-6221-46be-b674-31b9e88f89e5", "address": "fa:16:3e:db:e6:12", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a69087-62", "ovs_interfaceid": "33a69087-6221-46be-b674-31b9e88f89e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.294645] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-a910ff3a-d417-4114-b11e-e44772119b9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.294822] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1529.294999] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.295183] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.295325] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.295467] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.295606] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.295766] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.295861] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1529.296300] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.602193] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.604700] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.822s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.604980] env[62107]: DEBUG nova.objects.instance [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lazy-loading 'resources' on Instance uuid a910ff3a-d417-4114-b11e-e44772119b9c {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.630165] env[62107]: INFO nova.scheduler.client.report [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted allocations for instance 4d0ecb20-a356-4d16-8c40-8e927c14f3ed [ 1529.686069] env[62107]: INFO nova.compute.manager [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Took 21.00 seconds to build instance. [ 1529.731950] env[62107]: INFO nova.compute.manager [-] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Took 1.46 seconds to deallocate network for instance. [ 1529.752387] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1529.779104] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506213} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.781265] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.781489] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.781641] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.781821] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.781961] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.782146] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.782363] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.782542] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.782718] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.782880] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.783059] env[62107]: DEBUG nova.virt.hardware [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.783344] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d5c7eb28-31a7-4b20-813e-e9778663ff9c/d5c7eb28-31a7-4b20-813e-e9778663ff9c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1529.783536] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1529.784548] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e029f1b-3516-4e83-9c37-34fa2514d539 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.787327] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9bf019-0060-49de-8b99-4f017ee94e23 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.794984] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816824a3-ea81-4f08-9879-ca12df1aec0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.799111] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1529.799401] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Instance network_info: |[{"id": "33a69087-6221-46be-b674-31b9e88f89e5", "address": "fa:16:3e:db:e6:12", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a69087-62", "ovs_interfaceid": "33a69087-6221-46be-b674-31b9e88f89e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1529.799705] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1529.799705] env[62107]: value = "task-1699516" [ 1529.799705] env[62107]: _type = "Task" [ 1529.799705] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.800558] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.800810] env[62107]: DEBUG oslo_concurrency.lockutils [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] Acquired lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.800985] env[62107]: DEBUG nova.network.neutron [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Refreshing network info cache for port 33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1529.802140] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:e6:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33a69087-6221-46be-b674-31b9e88f89e5', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1529.810370] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Creating folder: Project (60bfa01478b04e2b99bf072e711ff698). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.814185] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8b42571-ccbf-44d6-89cc-ab4cee9ec6f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.832479] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699516, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.836135] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Created folder: Project (60bfa01478b04e2b99bf072e711ff698) in parent group-v354057. [ 1529.836322] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Creating folder: Instances. Parent ref: group-v354272. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1529.836546] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f2859ca-33b0-4698-90ba-da8b8c7a2602 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.845397] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Created folder: Instances in parent group-v354272. [ 1529.845622] env[62107]: DEBUG oslo.service.loopingcall [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1529.845825] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1529.846039] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01a0081a-cdff-449d-863e-55e394297574 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.867022] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1529.867022] env[62107]: value = "task-1699519" [ 1529.867022] env[62107]: _type = "Task" [ 1529.867022] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.874312] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699519, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.038207] env[62107]: DEBUG nova.network.neutron [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updated VIF entry in instance network info cache for port 33a69087-6221-46be-b674-31b9e88f89e5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1530.038628] env[62107]: DEBUG nova.network.neutron [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [{"id": "33a69087-6221-46be-b674-31b9e88f89e5", "address": "fa:16:3e:db:e6:12", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a69087-62", "ovs_interfaceid": "33a69087-6221-46be-b674-31b9e88f89e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.142027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6095e1d2-8fa3-40d4-8ac9-c76d696c0603 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "4d0ecb20-a356-4d16-8c40-8e927c14f3ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.757s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.190545] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1419f083-e997-464f-9e9e-7bef291a82d3 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.515s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.238434] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.316964] env[62107]: DEBUG nova.network.neutron [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Successfully updated port: 4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.324033] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059119} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.324033] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.325670] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd13ca9-5036-43dd-9641-346db6bbf24d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.352773] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d5c7eb28-31a7-4b20-813e-e9778663ff9c/d5c7eb28-31a7-4b20-813e-e9778663ff9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.355797] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f48934d-0dd2-4bbf-a5a4-ef2a705ea54d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.382181] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699519, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.383607] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1530.383607] env[62107]: value = "task-1699520" [ 1530.383607] env[62107]: _type = "Task" [ 1530.383607] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.394416] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699520, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.455467] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5348e753-09b5-4b64-a230-37cb64390069 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.462819] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09853c6a-b517-4861-8e81-7411cd43b0ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.493521] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ec5fa8-2262-4ec3-8a70-8a5f206f30f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.501338] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd4d98-dec2-4b75-b792-d8091d606379 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.515433] env[62107]: DEBUG nova.compute.provider_tree [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.542082] env[62107]: DEBUG oslo_concurrency.lockutils [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] Releasing lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.542082] env[62107]: DEBUG nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Received event network-vif-deleted-4cf655e9-5664-42ac-b898-cfbf4481c1b2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1530.542082] env[62107]: INFO nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Neutron deleted interface 4cf655e9-5664-42ac-b898-cfbf4481c1b2; detaching it from the instance and deleting it from the info cache [ 1530.542357] env[62107]: DEBUG nova.network.neutron [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.824682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "refresh_cache-95efb92d-ea7a-4a4d-98a0-537fe8c45fae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.825150] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "refresh_cache-95efb92d-ea7a-4a4d-98a0-537fe8c45fae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.825150] env[62107]: DEBUG nova.network.neutron [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.881618] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699519, 'name': CreateVM_Task, 'duration_secs': 0.520841} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.881767] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1530.882454] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.882614] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.882932] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1530.883215] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7e26be-d43b-42f8-bcd2-0e5183e15fbd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.889916] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1530.889916] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52533b33-2caa-ebb2-4cb3-c6631db9231b" [ 1530.889916] env[62107]: _type = "Task" [ 1530.889916] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.896144] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.901242] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52533b33-2caa-ebb2-4cb3-c6631db9231b, 'name': SearchDatastore_Task, 'duration_secs': 0.00851} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.901546] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.901732] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1530.901952] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.902111] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.902338] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1530.902596] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4366cc-8e00-4d18-a147-d8f1b72c1c45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.909294] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1530.909493] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1530.910164] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9668497e-e7d8-44e7-ab7e-5e8ca971115d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.915032] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1530.915032] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5250e0a4-d11c-ede6-173e-70b33be5d900" [ 1530.915032] env[62107]: _type = "Task" [ 1530.915032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.922156] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5250e0a4-d11c-ede6-173e-70b33be5d900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.019092] env[62107]: DEBUG nova.scheduler.client.report [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1531.044870] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-675f2eda-dd8d-4ab8-ad13-9b4d9d5a7204 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.054487] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5b5cb-dbf9-44bf-8afe-e73059d3d2cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.085331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "24bc4251-aeae-4a03-8876-0d52d29222ab" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.085570] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.085743] env[62107]: INFO nova.compute.manager [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Shelving [ 1531.087118] env[62107]: DEBUG nova.compute.manager [req-7a1032fb-f275-4bc9-bbb2-e3803ee4f168 req-94e035f4-839f-4a4c-88ec-c8caf65b8b41 service nova] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Detach interface failed, port_id=4cf655e9-5664-42ac-b898-cfbf4481c1b2, reason: Instance 79f5b9cf-89ab-4734-92d2-c633057bce03 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1531.120387] env[62107]: DEBUG nova.compute.manager [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Received event network-vif-plugged-4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.120387] env[62107]: DEBUG oslo_concurrency.lockutils [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] Acquiring lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.120387] env[62107]: DEBUG oslo_concurrency.lockutils [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.120597] env[62107]: DEBUG oslo_concurrency.lockutils [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.120764] env[62107]: DEBUG nova.compute.manager [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] No waiting events found dispatching network-vif-plugged-4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1531.120996] env[62107]: WARNING nova.compute.manager [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Received unexpected event network-vif-plugged-4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 for instance with vm_state building and task_state spawning. [ 1531.121245] env[62107]: DEBUG nova.compute.manager [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Received event network-changed-4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1531.121500] env[62107]: DEBUG nova.compute.manager [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Refreshing instance network info cache due to event network-changed-4e94fa1b-4165-4ba8-84cb-5e33d0a62e57. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1531.121734] env[62107]: DEBUG oslo_concurrency.lockutils [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] Acquiring lock "refresh_cache-95efb92d-ea7a-4a4d-98a0-537fe8c45fae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.359626] env[62107]: DEBUG nova.network.neutron [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.395667] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.426272] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5250e0a4-d11c-ede6-173e-70b33be5d900, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.429123] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea7c790-280b-479f-851d-bf55354635d7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.434540] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1531.434540] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521c5d6a-65be-442b-7ce7-bc4fe4891739" [ 1531.434540] env[62107]: _type = "Task" [ 1531.434540] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.441971] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521c5d6a-65be-442b-7ce7-bc4fe4891739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.500972] env[62107]: DEBUG nova.network.neutron [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Updating instance_info_cache with network_info: [{"id": "4e94fa1b-4165-4ba8-84cb-5e33d0a62e57", "address": "fa:16:3e:a9:80:de", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94fa1b-41", "ovs_interfaceid": "4e94fa1b-4165-4ba8-84cb-5e33d0a62e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.523766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.526221] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.465s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.527828] env[62107]: INFO nova.compute.claims [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.547979] env[62107]: INFO nova.scheduler.client.report [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Deleted allocations for instance a910ff3a-d417-4114-b11e-e44772119b9c [ 1531.593072] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.593342] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ae1f6f-d5b7-401d-af66-7facb96ab48a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.601024] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1531.601024] env[62107]: value = "task-1699521" [ 1531.601024] env[62107]: _type = "Task" [ 1531.601024] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.610819] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.896841] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699520, 'name': ReconfigVM_Task, 'duration_secs': 1.121079} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.897141] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d5c7eb28-31a7-4b20-813e-e9778663ff9c/d5c7eb28-31a7-4b20-813e-e9778663ff9c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.897757] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6967dd48-3a4b-44fc-a083-2533a957fd80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.903478] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1531.903478] env[62107]: value = "task-1699522" [ 1531.903478] env[62107]: _type = "Task" [ 1531.903478] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.911279] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699522, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.945169] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521c5d6a-65be-442b-7ce7-bc4fe4891739, 'name': SearchDatastore_Task, 'duration_secs': 0.025304} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.945411] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.945682] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 81b88841-7349-47d3-bedc-4e92688077bb/81b88841-7349-47d3-bedc-4e92688077bb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1531.945953] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6390049-a93c-4182-8962-72685214d2f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.952539] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1531.952539] env[62107]: value = "task-1699523" [ 1531.952539] env[62107]: _type = "Task" [ 1531.952539] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.960129] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.004563] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "refresh_cache-95efb92d-ea7a-4a4d-98a0-537fe8c45fae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.005032] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Instance network_info: |[{"id": "4e94fa1b-4165-4ba8-84cb-5e33d0a62e57", "address": "fa:16:3e:a9:80:de", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94fa1b-41", "ovs_interfaceid": "4e94fa1b-4165-4ba8-84cb-5e33d0a62e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1532.005413] env[62107]: DEBUG oslo_concurrency.lockutils [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] Acquired lock "refresh_cache-95efb92d-ea7a-4a4d-98a0-537fe8c45fae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.005975] env[62107]: DEBUG nova.network.neutron [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Refreshing network info cache for port 4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.007631] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:80:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15ff34f9-4b02-4be1-b433-3ec4bd1b37c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e94fa1b-4165-4ba8-84cb-5e33d0a62e57', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.017801] env[62107]: DEBUG oslo.service.loopingcall [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.019081] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.019376] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0bef1a1-ad73-4af7-8e26-df6dd5c88dda {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.050943] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.050943] env[62107]: value = "task-1699524" [ 1532.050943] env[62107]: _type = "Task" [ 1532.050943] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.058073] env[62107]: DEBUG oslo_concurrency.lockutils [None req-248182a4-2113-492a-9260-ad0e1d01eca7 tempest-ServersAdminTestJSON-475304029 tempest-ServersAdminTestJSON-475304029-project-member] Lock "a910ff3a-d417-4114-b11e-e44772119b9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.189s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.066394] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699524, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.112130] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699521, 'name': PowerOffVM_Task, 'duration_secs': 0.165411} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.112446] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.113295] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be8904-ca16-4b75-93ff-f9173bb3604e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.136871] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d355d477-c47e-447a-8fe9-07e084cd19c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.414431] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699522, 'name': Rename_Task, 'duration_secs': 0.139236} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.414826] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1532.415140] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f015754-6f72-4a44-8fec-34223a8ce45a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.423026] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1532.423026] env[62107]: value = "task-1699525" [ 1532.423026] env[62107]: _type = "Task" [ 1532.423026] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.432109] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.462716] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699523, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.563028] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699524, 'name': CreateVM_Task, 'duration_secs': 0.416518} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.563028] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1532.563028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.563028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.563028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1532.563028] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae5f849-f0ec-4515-b260-accc0985ed11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.567864] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1532.567864] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522b8cad-6244-e54a-cf85-006011beee51" [ 1532.567864] env[62107]: _type = "Task" [ 1532.567864] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.579553] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522b8cad-6244-e54a-cf85-006011beee51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.649538] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1532.649830] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d7941707-3198-4255-8141-d07706a7b7a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.657680] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1532.657680] env[62107]: value = "task-1699526" [ 1532.657680] env[62107]: _type = "Task" [ 1532.657680] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.665993] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.760954] env[62107]: DEBUG nova.network.neutron [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Updated VIF entry in instance network info cache for port 4e94fa1b-4165-4ba8-84cb-5e33d0a62e57. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.761335] env[62107]: DEBUG nova.network.neutron [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Updating instance_info_cache with network_info: [{"id": "4e94fa1b-4165-4ba8-84cb-5e33d0a62e57", "address": "fa:16:3e:a9:80:de", "network": {"id": "91183707-70b8-4a70-bd8a-5645b111d659", "bridge": "br-int", "label": "tempest-ImagesTestJSON-293180490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ae5b7980a5a4b908ac5afc7340330d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15ff34f9-4b02-4be1-b433-3ec4bd1b37c2", "external-id": "nsx-vlan-transportzone-51", "segmentation_id": 51, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e94fa1b-41", "ovs_interfaceid": "4e94fa1b-4165-4ba8-84cb-5e33d0a62e57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.813828] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52865d4b-988c-4edf-9740-108cc5256c03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.830340] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f60de0-944a-4a69-8282-1a7880ab0402 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.860499] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2028c08e-c1f9-49e8-ae7b-5bd347b9ffb5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.870880] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b9f8df-ae17-4546-aa4b-e87357257542 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.884908] env[62107]: DEBUG nova.compute.provider_tree [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.935270] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.964063] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620004} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.965181] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 81b88841-7349-47d3-bedc-4e92688077bb/81b88841-7349-47d3-bedc-4e92688077bb.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1532.965795] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1532.966440] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa22c652-0d2f-4c48-85ad-077d93955018 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.975683] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1532.975683] env[62107]: value = "task-1699527" [ 1532.975683] env[62107]: _type = "Task" [ 1532.975683] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.985959] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.079756] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522b8cad-6244-e54a-cf85-006011beee51, 'name': SearchDatastore_Task, 'duration_secs': 0.013232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.080081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.080316] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.080548] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.080691] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.080866] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.081155] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fe7c2b6-d07c-4f3a-805d-315f6b7d4183 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.089786] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.089970] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.090745] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc789127-bc68-4f00-aedb-be34a0421bf3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.095996] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1533.095996] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f190ff-6f76-9b49-ac1e-eff20b7c3c85" [ 1533.095996] env[62107]: _type = "Task" [ 1533.095996] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.103797] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f190ff-6f76-9b49-ac1e-eff20b7c3c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.167479] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699526, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.266019] env[62107]: DEBUG oslo_concurrency.lockutils [req-761f5775-6860-4cd6-9a03-0e1e34739823 req-d191d280-ce3c-40c5-bcaf-6c0cf1a88a90 service nova] Releasing lock "refresh_cache-95efb92d-ea7a-4a4d-98a0-537fe8c45fae" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.388566] env[62107]: DEBUG nova.scheduler.client.report [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1533.434061] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.487802] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068664} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.487802] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1533.487802] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6896479a-64a8-4885-be6e-e6f60a853a7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.508836] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 81b88841-7349-47d3-bedc-4e92688077bb/81b88841-7349-47d3-bedc-4e92688077bb.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.509069] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea8bab1b-8f9c-43ad-955f-dbf54f473b1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.527415] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1533.527415] env[62107]: value = "task-1699528" [ 1533.527415] env[62107]: _type = "Task" [ 1533.527415] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.535126] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.609096] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f190ff-6f76-9b49-ac1e-eff20b7c3c85, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.609982] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9640a7-2662-4489-9b44-fe84d2fdd3a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.615376] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1533.615376] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d0e43f-0337-8cc1-a271-ce2204b465ef" [ 1533.615376] env[62107]: _type = "Task" [ 1533.615376] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.623460] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d0e43f-0337-8cc1-a271-ce2204b465ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.668901] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699526, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.894538] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.895068] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1533.897678] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.602s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.899044] env[62107]: INFO nova.compute.claims [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.935425] env[62107]: DEBUG oslo_vmware.api [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699525, 'name': PowerOnVM_Task, 'duration_secs': 1.032768} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.935793] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1533.935915] env[62107]: INFO nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1533.936072] env[62107]: DEBUG nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1533.937049] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57733097-bd25-4c7b-b6fa-48c76ade2614 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.038563] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699528, 'name': ReconfigVM_Task, 'duration_secs': 0.291003} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.038856] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 81b88841-7349-47d3-bedc-4e92688077bb/81b88841-7349-47d3-bedc-4e92688077bb.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.039577] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1126664-2c2b-4096-bb4b-b4c40bc31c9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.047655] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1534.047655] env[62107]: value = "task-1699529" [ 1534.047655] env[62107]: _type = "Task" [ 1534.047655] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.056231] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699529, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.128093] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d0e43f-0337-8cc1-a271-ce2204b465ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009341} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.128093] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.128093] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 95efb92d-ea7a-4a4d-98a0-537fe8c45fae/95efb92d-ea7a-4a4d-98a0-537fe8c45fae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.128093] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a60532-6485-428f-95bd-df0133dfee71 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.134701] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1534.134701] env[62107]: value = "task-1699530" [ 1534.134701] env[62107]: _type = "Task" [ 1534.134701] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.143075] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.169722] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699526, 'name': CreateSnapshot_Task, 'duration_secs': 1.013161} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.170024] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1534.170807] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23690a46-be35-4fc3-9909-3225611bd220 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.404520] env[62107]: DEBUG nova.compute.utils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1534.411903] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1534.414078] env[62107]: DEBUG nova.network.neutron [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1534.454356] env[62107]: INFO nova.compute.manager [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Took 23.92 seconds to build instance. [ 1534.491429] env[62107]: DEBUG nova.policy [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b606326535246ea9c1e442610efafdd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7d37755061b48b282b0391403f01016', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1534.558087] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699529, 'name': Rename_Task, 'duration_secs': 0.141676} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.558377] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1534.558635] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed73cbb-a251-4b8c-954b-ce34b7647857 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.567066] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1534.567066] env[62107]: value = "task-1699531" [ 1534.567066] env[62107]: _type = "Task" [ 1534.567066] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.575483] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.649803] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.694542] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1534.695068] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef136d35-3f2b-4ab6-8ec8-8ad954ff5362 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.706981] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1534.706981] env[62107]: value = "task-1699532" [ 1534.706981] env[62107]: _type = "Task" [ 1534.706981] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.718539] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.910198] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1534.956549] env[62107]: DEBUG oslo_concurrency.lockutils [None req-53008bf4-bc1d-4106-b3ec-f6dbb3e0e266 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.430s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.034816] env[62107]: DEBUG nova.network.neutron [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Successfully created port: 02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1535.075975] env[62107]: DEBUG oslo_vmware.api [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699531, 'name': PowerOnVM_Task, 'duration_secs': 0.502714} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.077922] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1535.077922] env[62107]: INFO nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1535.077922] env[62107]: DEBUG nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1535.077922] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78353922-7843-4265-a803-fe6fdc617b5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.150751] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530644} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.151044] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 95efb92d-ea7a-4a4d-98a0-537fe8c45fae/95efb92d-ea7a-4a4d-98a0-537fe8c45fae.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.151360] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.151523] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5c8ab1f-90ed-4575-a182-b03ab3e8988b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.158933] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1535.158933] env[62107]: value = "task-1699533" [ 1535.158933] env[62107]: _type = "Task" [ 1535.158933] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.170827] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.219179] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.340149] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994fb9d2-324b-4f21-90e7-e59799cea2b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.348884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3860e5-e7f2-4eb6-9524-5a9f83ba4594 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.381680] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9146496e-c1dd-40de-9e4d-fd4d6a640231 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.389285] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f35213-377d-46aa-a120-b4c9606603e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.409259] env[62107]: DEBUG nova.compute.provider_tree [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.598948] env[62107]: INFO nova.compute.manager [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Took 24.29 seconds to build instance. [ 1535.673873] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145111} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.673873] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1535.673873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1b6ff-43f0-4f58-9b41-9685e02e04b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.696292] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 95efb92d-ea7a-4a4d-98a0-537fe8c45fae/95efb92d-ea7a-4a4d-98a0-537fe8c45fae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1535.696939] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5946d03-ff3d-497d-9280-0905db933de7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.719807] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.721217] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1535.721217] env[62107]: value = "task-1699534" [ 1535.721217] env[62107]: _type = "Task" [ 1535.721217] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.729281] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.833259] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "3d664786-5c39-4a65-b166-611a7d8f1cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.833500] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.912281] env[62107]: DEBUG nova.scheduler.client.report [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1535.923935] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1535.948756] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.949025] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.949194] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.949381] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.949561] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.949698] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.949905] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.950085] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.950276] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.950438] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.950606] env[62107]: DEBUG nova.virt.hardware [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.951492] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857a73d-91b5-4cba-8e76-021c4613dd9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.959326] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffb46b4-ace8-44c9-b7a3-006c8bd6a8d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.101647] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c677662d-f5fd-43cd-9c12-7c78eda99417 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.798s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.224109] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.232994] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699534, 'name': ReconfigVM_Task, 'duration_secs': 0.451113} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.233285] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 95efb92d-ea7a-4a4d-98a0-537fe8c45fae/95efb92d-ea7a-4a4d-98a0-537fe8c45fae.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1536.233909] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf2d5ac-5630-4220-adc4-1452a277dd56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.240561] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1536.240561] env[62107]: value = "task-1699535" [ 1536.240561] env[62107]: _type = "Task" [ 1536.240561] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.249222] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699535, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.336375] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1536.417927] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.418820] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1536.421471] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.835s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.422915] env[62107]: INFO nova.compute.claims [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.721459] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.750259] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699535, 'name': Rename_Task, 'duration_secs': 0.206664} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.750568] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1536.750765] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5d4217-9bd4-4dde-9f22-9b25bf0a1c4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.757171] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1536.757171] env[62107]: value = "task-1699536" [ 1536.757171] env[62107]: _type = "Task" [ 1536.757171] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.765312] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.864433] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.927846] env[62107]: DEBUG nova.compute.manager [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Received event network-changed-33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.928240] env[62107]: DEBUG nova.compute.manager [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Refreshing instance network info cache due to event network-changed-33a69087-6221-46be-b674-31b9e88f89e5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1536.928683] env[62107]: DEBUG oslo_concurrency.lockutils [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] Acquiring lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.928788] env[62107]: DEBUG oslo_concurrency.lockutils [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] Acquired lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.929095] env[62107]: DEBUG nova.network.neutron [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Refreshing network info cache for port 33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.931768] env[62107]: DEBUG nova.compute.utils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.939251] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1536.939251] env[62107]: DEBUG nova.network.neutron [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.023017] env[62107]: DEBUG nova.policy [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '837e4545ffa24fe7a982f488b039cd63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dac4f58fab884200a32ec150d89b3695', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1537.079229] env[62107]: DEBUG nova.network.neutron [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Successfully updated port: 02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.224602] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.266568] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.437991] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1537.538606] env[62107]: DEBUG nova.network.neutron [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Successfully created port: 5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.584525] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "refresh_cache-0c40aeef-0555-453a-8596-465a2726c28a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.584525] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquired lock "refresh_cache-0c40aeef-0555-453a-8596-465a2726c28a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.584852] env[62107]: DEBUG nova.network.neutron [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.725823] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.769767] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699536, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.770693] env[62107]: DEBUG nova.network.neutron [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updated VIF entry in instance network info cache for port 33a69087-6221-46be-b674-31b9e88f89e5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.771045] env[62107]: DEBUG nova.network.neutron [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [{"id": "33a69087-6221-46be-b674-31b9e88f89e5", "address": "fa:16:3e:db:e6:12", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a69087-62", "ovs_interfaceid": "33a69087-6221-46be-b674-31b9e88f89e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.785995] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96471b-f1e6-4d57-86cc-60100578904c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.796781] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381f64c3-3551-4ad9-89df-789a89f9cea5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.832044] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62ed7ce-3e3c-47ed-b77f-fda27b8db4aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.841417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ea8b8-6d63-443e-80b1-fcb43031ba90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.856834] env[62107]: DEBUG nova.compute.provider_tree [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.125143] env[62107]: DEBUG nova.network.neutron [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.225417] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699532, 'name': CloneVM_Task, 'duration_secs': 3.178198} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.225759] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Created linked-clone VM from snapshot [ 1538.226555] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6bf01-6c54-4aa5-86eb-ac1c30006027 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.236741] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Uploading image 360ca132-6f13-424e-aca4-784621e52f33 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1538.267825] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1538.267825] env[62107]: value = "vm-354277" [ 1538.267825] env[62107]: _type = "VirtualMachine" [ 1538.267825] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1538.268326] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01f28a30-2e45-4755-8688-acf657d163f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.273286] env[62107]: DEBUG oslo_concurrency.lockutils [req-0788804b-cea7-4338-a0ff-d20a1f64a45b req-2c0cb902-01e3-4b72-89e0-2d386c087155 service nova] Releasing lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.273746] env[62107]: DEBUG oslo_vmware.api [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699536, 'name': PowerOnVM_Task, 'duration_secs': 1.106832} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.274517] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1538.274809] env[62107]: INFO nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1538.275083] env[62107]: DEBUG nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1538.275925] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa9d16-eb46-4c15-8af5-261c10dbd3ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.279772] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lease: (returnval){ [ 1538.279772] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cbaf02-147e-1dce-bbca-17c5dc8b1cdd" [ 1538.279772] env[62107]: _type = "HttpNfcLease" [ 1538.279772] env[62107]: } obtained for exporting VM: (result){ [ 1538.279772] env[62107]: value = "vm-354277" [ 1538.279772] env[62107]: _type = "VirtualMachine" [ 1538.279772] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1538.280157] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the lease: (returnval){ [ 1538.280157] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cbaf02-147e-1dce-bbca-17c5dc8b1cdd" [ 1538.280157] env[62107]: _type = "HttpNfcLease" [ 1538.280157] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1538.285122] env[62107]: DEBUG nova.network.neutron [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Updating instance_info_cache with network_info: [{"id": "02db1964-0205-4522-9fe4-b833faf87185", "address": "fa:16:3e:e7:83:19", "network": {"id": "46628e9c-f3c5-4f39-99c2-3ad5d03c9c44", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-776286074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d37755061b48b282b0391403f01016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02db1964-02", "ovs_interfaceid": "02db1964-0205-4522-9fe4-b833faf87185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.300710] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.300710] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cbaf02-147e-1dce-bbca-17c5dc8b1cdd" [ 1538.300710] env[62107]: _type = "HttpNfcLease" [ 1538.300710] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1538.379987] env[62107]: ERROR nova.scheduler.client.report [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [req-e7606e1a-58f3-45eb-acc7-3f2046040bdc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7606e1a-58f3-45eb-acc7-3f2046040bdc"}]} [ 1538.405877] env[62107]: DEBUG nova.scheduler.client.report [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1538.423021] env[62107]: DEBUG nova.scheduler.client.report [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1538.423656] env[62107]: DEBUG nova.compute.provider_tree [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.437052] env[62107]: DEBUG nova.scheduler.client.report [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1538.450587] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1538.462049] env[62107]: DEBUG nova.scheduler.client.report [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1538.489513] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1538.489513] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1538.489513] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.489513] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1538.489513] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.489513] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1538.489959] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1538.490479] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1538.490693] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1538.490923] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1538.491170] env[62107]: DEBUG nova.virt.hardware [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1538.494605] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493e778e-709c-4302-b4cb-52917f7e80c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.501661] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a950024b-d747-4a12-a7c4-475f677cb1c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.788706] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.788706] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cbaf02-147e-1dce-bbca-17c5dc8b1cdd" [ 1538.788706] env[62107]: _type = "HttpNfcLease" [ 1538.788706] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1538.789898] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1538.789898] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cbaf02-147e-1dce-bbca-17c5dc8b1cdd" [ 1538.789898] env[62107]: _type = "HttpNfcLease" [ 1538.789898] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1538.790756] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0396afbb-65ca-4517-948d-907b47ccf009 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.793958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a74439c-aaf9-40af-84dc-2ad8c2732e30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.796719] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Releasing lock "refresh_cache-0c40aeef-0555-453a-8596-465a2726c28a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.797068] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Instance network_info: |[{"id": "02db1964-0205-4522-9fe4-b833faf87185", "address": "fa:16:3e:e7:83:19", "network": {"id": "46628e9c-f3c5-4f39-99c2-3ad5d03c9c44", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-776286074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d37755061b48b282b0391403f01016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02db1964-02", "ovs_interfaceid": "02db1964-0205-4522-9fe4-b833faf87185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1538.803302] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:83:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02db1964-0205-4522-9fe4-b833faf87185', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.811173] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Creating folder: Project (c7d37755061b48b282b0391403f01016). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.814498] env[62107]: INFO nova.compute.manager [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Took 26.94 seconds to build instance. [ 1538.815478] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d97b989f-3078-4bd5-8f5f-bd37954d17af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.821906] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a91fb-2fed-4fd5-abb8-556a942b3e7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.825246] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247f221-321f-c333-2bf3-850c40c9e474/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1538.825499] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247f221-321f-c333-2bf3-850c40c9e474/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1538.912848] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Created folder: Project (c7d37755061b48b282b0391403f01016) in parent group-v354057. [ 1538.913166] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Creating folder: Instances. Parent ref: group-v354278. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.915158] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691cd309-7f0a-42b3-b6b4-15a7a5f8951a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.917850] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ad9f3f8-6d5b-47de-a016-80e39bdd3be8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.926597] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193276b9-9bbb-4b92-8f13-c9f5503c9c26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.932177] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Created folder: Instances in parent group-v354278. [ 1538.932417] env[62107]: DEBUG oslo.service.loopingcall [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.933025] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.933248] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff9e0fe7-cb1a-4700-9ad0-45a0afcdcaf0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.956818] env[62107]: DEBUG nova.compute.provider_tree [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.962502] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.962502] env[62107]: value = "task-1699540" [ 1538.962502] env[62107]: _type = "Task" [ 1538.962502] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.964880] env[62107]: DEBUG nova.compute.manager [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Received event network-vif-plugged-02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.964970] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] Acquiring lock "0c40aeef-0555-453a-8596-465a2726c28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.965289] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] Lock "0c40aeef-0555-453a-8596-465a2726c28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.965388] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] Lock "0c40aeef-0555-453a-8596-465a2726c28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.965533] env[62107]: DEBUG nova.compute.manager [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] No waiting events found dispatching network-vif-plugged-02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1538.966032] env[62107]: WARNING nova.compute.manager [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Received unexpected event network-vif-plugged-02db1964-0205-4522-9fe4-b833faf87185 for instance with vm_state building and task_state spawning. [ 1538.966032] env[62107]: DEBUG nova.compute.manager [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Received event network-changed-02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.966032] env[62107]: DEBUG nova.compute.manager [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Refreshing instance network info cache due to event network-changed-02db1964-0205-4522-9fe4-b833faf87185. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1538.966205] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] Acquiring lock "refresh_cache-0c40aeef-0555-453a-8596-465a2726c28a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.966612] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] Acquired lock "refresh_cache-0c40aeef-0555-453a-8596-465a2726c28a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.966612] env[62107]: DEBUG nova.network.neutron [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Refreshing network info cache for port 02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.977250] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699540, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.010025] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ae7e6e8-6f5a-4878-bbca-1473891b90b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.319104] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a91781cd-8a37-45c3-bcb1-0479eb8d555b tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.446s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.479615] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699540, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.500486] env[62107]: DEBUG nova.scheduler.client.report [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1539.500765] env[62107]: DEBUG nova.compute.provider_tree [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 106 to 107 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1539.501058] env[62107]: DEBUG nova.compute.provider_tree [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.755153] env[62107]: DEBUG nova.network.neutron [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Updated VIF entry in instance network info cache for port 02db1964-0205-4522-9fe4-b833faf87185. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1539.755153] env[62107]: DEBUG nova.network.neutron [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Updating instance_info_cache with network_info: [{"id": "02db1964-0205-4522-9fe4-b833faf87185", "address": "fa:16:3e:e7:83:19", "network": {"id": "46628e9c-f3c5-4f39-99c2-3ad5d03c9c44", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-776286074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7d37755061b48b282b0391403f01016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02db1964-02", "ovs_interfaceid": "02db1964-0205-4522-9fe4-b833faf87185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.845203] env[62107]: DEBUG nova.network.neutron [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Successfully updated port: 5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1539.888672] env[62107]: DEBUG nova.compute.manager [req-d331c55f-f345-421c-ab90-a07b4e2e67c6 req-77c984c7-0c04-42d8-93bf-c727696c0e7c service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Received event network-vif-plugged-5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1539.888826] env[62107]: DEBUG oslo_concurrency.lockutils [req-d331c55f-f345-421c-ab90-a07b4e2e67c6 req-77c984c7-0c04-42d8-93bf-c727696c0e7c service nova] Acquiring lock "81a87615-255e-4f44-8f08-de208b52ee5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.889111] env[62107]: DEBUG oslo_concurrency.lockutils [req-d331c55f-f345-421c-ab90-a07b4e2e67c6 req-77c984c7-0c04-42d8-93bf-c727696c0e7c service nova] Lock "81a87615-255e-4f44-8f08-de208b52ee5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.889217] env[62107]: DEBUG oslo_concurrency.lockutils [req-d331c55f-f345-421c-ab90-a07b4e2e67c6 req-77c984c7-0c04-42d8-93bf-c727696c0e7c service nova] Lock "81a87615-255e-4f44-8f08-de208b52ee5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.889388] env[62107]: DEBUG nova.compute.manager [req-d331c55f-f345-421c-ab90-a07b4e2e67c6 req-77c984c7-0c04-42d8-93bf-c727696c0e7c service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] No waiting events found dispatching network-vif-plugged-5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1539.889584] env[62107]: WARNING nova.compute.manager [req-d331c55f-f345-421c-ab90-a07b4e2e67c6 req-77c984c7-0c04-42d8-93bf-c727696c0e7c service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Received unexpected event network-vif-plugged-5031a2b1-04b4-4400-89b8-45efdcd84e78 for instance with vm_state building and task_state spawning. [ 1539.976127] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699540, 'name': CreateVM_Task, 'duration_secs': 0.533016} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.976877] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.976981] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.977250] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.977772] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.978128] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9571444a-160f-4b6a-aea2-17fec1f8ffeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.984720] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1539.984720] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529afde6-dd1d-1f3e-49d4-53a6cb640c28" [ 1539.984720] env[62107]: _type = "Task" [ 1539.984720] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.994250] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529afde6-dd1d-1f3e-49d4-53a6cb640c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.006663] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.585s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.007815] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1540.010011] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.209s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.010198] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.010792] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1540.010792] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.772s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.010925] env[62107]: DEBUG nova.objects.instance [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lazy-loading 'resources' on Instance uuid 79f5b9cf-89ab-4734-92d2-c633057bce03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.015833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd833e8b-42dd-488f-81eb-b39540e0502a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.024709] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f59ab4-7abb-44a5-9c19-a1d44d5030e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.043958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e392a100-48c8-420e-a7cd-6a5b4027a583 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.053047] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89fdf00-34f0-42a9-80ea-1d9744a7a0d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.094499] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178072MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1540.094730] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.258632] env[62107]: DEBUG oslo_concurrency.lockutils [req-f4da3d08-37a4-4e26-8e0f-1b57118bfff4 req-facf7b6e-8a66-4ee4-849c-05debdcfc8e0 service nova] Releasing lock "refresh_cache-0c40aeef-0555-453a-8596-465a2726c28a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.349268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.349621] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.349660] env[62107]: DEBUG nova.network.neutron [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.499842] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529afde6-dd1d-1f3e-49d4-53a6cb640c28, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.500237] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.500431] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.501075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.501075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.501075] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.501760] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e944197-2878-4f40-9156-b81ed7de0fb8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.511075] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.511279] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.513390] env[62107]: DEBUG nova.compute.utils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1540.514544] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243b6556-7393-4ad3-9def-1837eca635e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.519400] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1540.519575] env[62107]: DEBUG nova.network.neutron [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.527739] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1540.527739] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fe2005-d8f1-cf46-1598-eb09f8bfcc1e" [ 1540.527739] env[62107]: _type = "Task" [ 1540.527739] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.543926] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fe2005-d8f1-cf46-1598-eb09f8bfcc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.544099] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f92194c-dfca-4ae8-8858-684ca27d4cf1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.549899] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1540.549899] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52875f2c-12ba-75e6-d67d-373a617a2e74" [ 1540.549899] env[62107]: _type = "Task" [ 1540.549899] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.562311] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52875f2c-12ba-75e6-d67d-373a617a2e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.573091] env[62107]: DEBUG nova.policy [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '837e4545ffa24fe7a982f488b039cd63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dac4f58fab884200a32ec150d89b3695', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1540.827840] env[62107]: DEBUG nova.compute.manager [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1540.828637] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7990c927-dc4e-4298-9187-d7f6f9364b9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.882384] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2fd9f-31dd-469c-a467-64d8fd6b9c4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.895019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481732de-78ab-4357-8607-101775b9bfd8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.898962] env[62107]: DEBUG nova.network.neutron [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Successfully created port: f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1540.932178] env[62107]: DEBUG nova.network.neutron [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1540.935062] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d4f44a-8cc3-4e97-a373-bfa08d97340b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.947852] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c158fa12-30d5-48f5-bbe3-9d8202fad4e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.964222] env[62107]: DEBUG nova.compute.provider_tree [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.020368] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1541.065458] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52875f2c-12ba-75e6-d67d-373a617a2e74, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.065769] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.066046] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0c40aeef-0555-453a-8596-465a2726c28a/0c40aeef-0555-453a-8596-465a2726c28a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.066364] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b7155ad-f74a-4aba-add1-fc3ed6b1ba1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.075811] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1541.075811] env[62107]: value = "task-1699541" [ 1541.075811] env[62107]: _type = "Task" [ 1541.075811] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.085709] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.319835] env[62107]: DEBUG nova.network.neutron [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updating instance_info_cache with network_info: [{"id": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "address": "fa:16:3e:cf:5a:b8", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5031a2b1-04", "ovs_interfaceid": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.343049] env[62107]: INFO nova.compute.manager [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] instance snapshotting [ 1541.349350] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c25ce57-47f3-45b0-a570-465d0ae769ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.379297] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c35ce0-e79f-4df4-9a54-b92304b967f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.442856] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.443126] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.443343] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.443525] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.443690] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.446643] env[62107]: INFO nova.compute.manager [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Terminating instance [ 1541.455143] env[62107]: DEBUG nova.compute.manager [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1541.455396] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.458298] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a22c0-a6b4-4b15-ae0e-8a0e9a26fab3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.467322] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.467602] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af7aecde-cf5e-4475-bb38-f6cf307c2ab6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.470353] env[62107]: DEBUG nova.scheduler.client.report [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1541.478854] env[62107]: DEBUG oslo_vmware.api [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1541.478854] env[62107]: value = "task-1699542" [ 1541.478854] env[62107]: _type = "Task" [ 1541.478854] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.489209] env[62107]: DEBUG oslo_vmware.api [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.585623] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.824607] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.825060] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Instance network_info: |[{"id": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "address": "fa:16:3e:cf:5a:b8", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5031a2b1-04", "ovs_interfaceid": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1541.826530] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:5a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5031a2b1-04b4-4400-89b8-45efdcd84e78', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.835347] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating folder: Project (dac4f58fab884200a32ec150d89b3695). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.835842] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-552a6f8e-6257-462b-86d4-b65827ae6bc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.846425] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created folder: Project (dac4f58fab884200a32ec150d89b3695) in parent group-v354057. [ 1541.846652] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating folder: Instances. Parent ref: group-v354281. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.846901] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3020576b-c8d8-4125-bfcc-63c0bbd05e80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.856683] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created folder: Instances in parent group-v354281. [ 1541.857168] env[62107]: DEBUG oslo.service.loopingcall [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.857444] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.857702] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f082cc31-87b4-47d8-8257-087554d2d96c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.882210] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.882210] env[62107]: value = "task-1699545" [ 1541.882210] env[62107]: _type = "Task" [ 1541.882210] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.894168] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699545, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.900067] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1541.900067] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-67a1ea84-f0bd-4666-9261-0461f8648316 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.906595] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1541.906595] env[62107]: value = "task-1699546" [ 1541.906595] env[62107]: _type = "Task" [ 1541.906595] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.915950] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699546, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.918177] env[62107]: DEBUG nova.compute.manager [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Received event network-changed-5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.918362] env[62107]: DEBUG nova.compute.manager [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Refreshing instance network info cache due to event network-changed-5031a2b1-04b4-4400-89b8-45efdcd84e78. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1541.918576] env[62107]: DEBUG oslo_concurrency.lockutils [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] Acquiring lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.919075] env[62107]: DEBUG oslo_concurrency.lockutils [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] Acquired lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.919075] env[62107]: DEBUG nova.network.neutron [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Refreshing network info cache for port 5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.976824] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.983860] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.115s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.983860] env[62107]: INFO nova.compute.claims [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.996705] env[62107]: DEBUG oslo_vmware.api [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699542, 'name': PowerOffVM_Task, 'duration_secs': 0.35183} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.999844] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.999844] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.999844] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8857745-1cec-43d8-8a01-cdd4467311c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.021489] env[62107]: INFO nova.scheduler.client.report [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Deleted allocations for instance 79f5b9cf-89ab-4734-92d2-c633057bce03 [ 1542.030727] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1542.071480] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1542.072337] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1542.072337] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.072337] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1542.072540] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.072600] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.072821] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.072979] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.073186] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.073371] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.073609] env[62107]: DEBUG nova.virt.hardware [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.075684] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759b6b8-8f34-4546-bb28-db87a8369f9c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.080570] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1542.080887] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1542.081167] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleting the datastore file [datastore1] 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.086538] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64b37d6a-2b58-4c1a-b1d0-7ff030919b7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.095436] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3406336b-7824-4f77-adc4-d79bc574b472 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.107584] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615281} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.107956] env[62107]: DEBUG oslo_vmware.api [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1542.107956] env[62107]: value = "task-1699548" [ 1542.107956] env[62107]: _type = "Task" [ 1542.107956] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.108794] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0c40aeef-0555-453a-8596-465a2726c28a/0c40aeef-0555-453a-8596-465a2726c28a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.109145] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.109786] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9566ddb-6f99-4852-aa09-541895f178a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.131938] env[62107]: DEBUG oslo_vmware.api [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.133788] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1542.133788] env[62107]: value = "task-1699549" [ 1542.133788] env[62107]: _type = "Task" [ 1542.133788] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.146815] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.392980] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699545, 'name': CreateVM_Task, 'duration_secs': 0.446637} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.393295] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.394151] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.394378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.395338] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.395338] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f434e8f7-99a5-4e56-9e43-f439726eb822 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.400395] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1542.400395] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273dc7d-a3d7-792c-554d-51ebc9049db4" [ 1542.400395] env[62107]: _type = "Task" [ 1542.400395] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.409852] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273dc7d-a3d7-792c-554d-51ebc9049db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.417061] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699546, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.529918] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59d7b16c-fa44-4cf2-9055-d3c31cec38a5 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "79f5b9cf-89ab-4734-92d2-c633057bce03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.417s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.619940] env[62107]: DEBUG oslo_vmware.api [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249811} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.620429] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.621779] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.621779] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.621961] env[62107]: INFO nova.compute.manager [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1542.622330] env[62107]: DEBUG oslo.service.loopingcall [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.625143] env[62107]: DEBUG nova.compute.manager [-] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1542.625271] env[62107]: DEBUG nova.network.neutron [-] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.645115] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074275} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.645486] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.646685] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874b87d7-56fb-4321-aa8f-2781b7dd716a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.676480] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0c40aeef-0555-453a-8596-465a2726c28a/0c40aeef-0555-453a-8596-465a2726c28a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.677048] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27bb5105-2073-4e81-a660-567ba7ba08af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.704806] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1542.704806] env[62107]: value = "task-1699550" [ 1542.704806] env[62107]: _type = "Task" [ 1542.704806] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.713933] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.775157] env[62107]: DEBUG nova.network.neutron [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updated VIF entry in instance network info cache for port 5031a2b1-04b4-4400-89b8-45efdcd84e78. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.775560] env[62107]: DEBUG nova.network.neutron [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updating instance_info_cache with network_info: [{"id": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "address": "fa:16:3e:cf:5a:b8", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5031a2b1-04", "ovs_interfaceid": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.915419] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5273dc7d-a3d7-792c-554d-51ebc9049db4, 'name': SearchDatastore_Task, 'duration_secs': 0.027715} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.923516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.923516] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.923516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.923516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.923516] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.923516] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd679454-1c0a-4387-ae00-93c041524f67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.932176] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699546, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.933136] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.933374] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.934954] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc35ac3-7c40-42cc-9313-87b3dd168550 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.939857] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1542.939857] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a52ff8-72fe-40e4-229b-9d90d1d4f2a7" [ 1542.939857] env[62107]: _type = "Task" [ 1542.939857] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.950045] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a52ff8-72fe-40e4-229b-9d90d1d4f2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.119697] env[62107]: DEBUG nova.network.neutron [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Successfully updated port: f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.222421] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.277393] env[62107]: DEBUG nova.compute.manager [req-d04f9a4b-bd67-47ec-b05f-19a3adb02e51 req-f33da797-0ed7-4866-8600-d9f5ab88ebb2 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Received event network-vif-deleted-03f897f9-41b6-4b89-ab7c-dbb0e99168af {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1543.277607] env[62107]: INFO nova.compute.manager [req-d04f9a4b-bd67-47ec-b05f-19a3adb02e51 req-f33da797-0ed7-4866-8600-d9f5ab88ebb2 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Neutron deleted interface 03f897f9-41b6-4b89-ab7c-dbb0e99168af; detaching it from the instance and deleting it from the info cache [ 1543.277849] env[62107]: DEBUG nova.network.neutron [req-d04f9a4b-bd67-47ec-b05f-19a3adb02e51 req-f33da797-0ed7-4866-8600-d9f5ab88ebb2 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.280864] env[62107]: DEBUG oslo_concurrency.lockutils [req-a8a43141-7b16-4d91-8673-1429c9c28825 req-2551ca30-dc38-40d8-adfe-8dc080737fc8 service nova] Releasing lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.349870] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37aacf7-8459-4c30-813e-f46b9f86f9c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.357316] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fbeae3-3457-4f97-a1cc-c2dbd37a3cb2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.393906] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d20448-2553-4608-9fc7-6e0a4130a670 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.403466] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2235252a-258e-4edd-add0-48cc4b1d6cf5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.420392] env[62107]: DEBUG nova.compute.provider_tree [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1543.430386] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699546, 'name': CreateSnapshot_Task, 'duration_secs': 1.030563} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.431539] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1543.432534] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da4745-6dac-43cd-8315-52905fbfa428 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.456734] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a52ff8-72fe-40e4-229b-9d90d1d4f2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.458358] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f034cd9e-4de6-40b1-8851-744bc3271fd1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.463461] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1543.463461] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523893d1-fc60-14cb-1f78-225f9eda9eda" [ 1543.463461] env[62107]: _type = "Task" [ 1543.463461] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.471969] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523893d1-fc60-14cb-1f78-225f9eda9eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.511269] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "63171a41-871b-4734-9dbc-106f54ab94a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.511565] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "63171a41-871b-4734-9dbc-106f54ab94a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.511822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "63171a41-871b-4734-9dbc-106f54ab94a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.512107] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "63171a41-871b-4734-9dbc-106f54ab94a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.512575] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "63171a41-871b-4734-9dbc-106f54ab94a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.514866] env[62107]: INFO nova.compute.manager [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Terminating instance [ 1543.516998] env[62107]: DEBUG nova.compute.manager [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1543.517286] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.518208] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ead05c-2537-4511-a2e3-3baa5d830e73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.530531] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.530907] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88982987-f3e2-47da-81a2-e16a5367c1ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.537991] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1543.537991] env[62107]: value = "task-1699551" [ 1543.537991] env[62107]: _type = "Task" [ 1543.537991] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.547484] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.622868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.622868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.622868] env[62107]: DEBUG nova.network.neutron [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.720706] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699550, 'name': ReconfigVM_Task, 'duration_secs': 0.592753} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.721011] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0c40aeef-0555-453a-8596-465a2726c28a/0c40aeef-0555-453a-8596-465a2726c28a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.721640] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d564cd51-3d89-4d60-912d-24f44faa92c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.729485] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1543.729485] env[62107]: value = "task-1699552" [ 1543.729485] env[62107]: _type = "Task" [ 1543.729485] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.737885] env[62107]: DEBUG nova.network.neutron [-] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.739144] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699552, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.787343] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397c0c62-d884-4385-9ac2-e81ed22f0764 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.798267] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65f6ffa-4fba-4a76-a800-f670bd16eba7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.833720] env[62107]: DEBUG nova.compute.manager [req-d04f9a4b-bd67-47ec-b05f-19a3adb02e51 req-f33da797-0ed7-4866-8600-d9f5ab88ebb2 service nova] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Detach interface failed, port_id=03f897f9-41b6-4b89-ab7c-dbb0e99168af, reason: Instance 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1543.965347] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1543.967409] env[62107]: ERROR nova.scheduler.client.report [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [req-06d8e656-bb38-41c7-8d50-7357ac9129d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06d8e656-bb38-41c7-8d50-7357ac9129d9"}]} [ 1543.967943] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcf2d6b8-bb74-4ca4-b0ba-49915c935c16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.991023] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523893d1-fc60-14cb-1f78-225f9eda9eda, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.991354] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.991424] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/81a87615-255e-4f44-8f08-de208b52ee5c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.991983] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1543.991983] env[62107]: value = "task-1699553" [ 1543.991983] env[62107]: _type = "Task" [ 1543.991983] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.993258] env[62107]: DEBUG nova.scheduler.client.report [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1543.995727] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c6daa8b-553f-44af-ad1e-ecb3cb8f382c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.014124] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699553, 'name': CloneVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.015388] env[62107]: DEBUG nova.scheduler.client.report [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1544.015635] env[62107]: DEBUG nova.compute.provider_tree [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1544.019438] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1544.019438] env[62107]: value = "task-1699554" [ 1544.019438] env[62107]: _type = "Task" [ 1544.019438] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.031931] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.037943] env[62107]: DEBUG nova.scheduler.client.report [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1544.052602] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699551, 'name': PowerOffVM_Task, 'duration_secs': 0.260421} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.052602] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1544.052602] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.052602] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b08096d1-9a16-4d25-b587-949ca55881d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.066169] env[62107]: DEBUG nova.scheduler.client.report [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1544.090875] env[62107]: DEBUG nova.compute.manager [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Received event network-vif-plugged-f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.091113] env[62107]: DEBUG oslo_concurrency.lockutils [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] Acquiring lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.091397] env[62107]: DEBUG oslo_concurrency.lockutils [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.091606] env[62107]: DEBUG oslo_concurrency.lockutils [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.091808] env[62107]: DEBUG nova.compute.manager [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] No waiting events found dispatching network-vif-plugged-f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1544.091995] env[62107]: WARNING nova.compute.manager [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Received unexpected event network-vif-plugged-f37cfd38-3322-4cc7-87fa-d2e99d76ed01 for instance with vm_state building and task_state spawning. [ 1544.092204] env[62107]: DEBUG nova.compute.manager [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Received event network-changed-f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1544.092364] env[62107]: DEBUG nova.compute.manager [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Refreshing instance network info cache due to event network-changed-f37cfd38-3322-4cc7-87fa-d2e99d76ed01. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1544.092536] env[62107]: DEBUG oslo_concurrency.lockutils [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] Acquiring lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.131216] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.133039] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.133039] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Deleting the datastore file [datastore1] 63171a41-871b-4734-9dbc-106f54ab94a2 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.133868] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808a0077-6733-4660-b399-3bb61a23c8d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.144642] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for the task: (returnval){ [ 1544.144642] env[62107]: value = "task-1699556" [ 1544.144642] env[62107]: _type = "Task" [ 1544.144642] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.153786] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.186613] env[62107]: DEBUG nova.network.neutron [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.215219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.215586] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.243277] env[62107]: INFO nova.compute.manager [-] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Took 1.62 seconds to deallocate network for instance. [ 1544.243632] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699552, 'name': Rename_Task, 'duration_secs': 0.202753} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.245515] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.245684] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9013dac9-3d2f-4d17-bf21-46df19132dfd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.261605] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1544.261605] env[62107]: value = "task-1699557" [ 1544.261605] env[62107]: _type = "Task" [ 1544.261605] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.273638] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.429019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe0e52b-fbb1-4918-808e-bdd23ad17a7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.442247] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329b9e32-b379-4ed3-912e-baedf6ba9bf2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.478710] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9eb4f-81ed-40b7-ad1d-77f6519b3194 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.483587] env[62107]: DEBUG nova.network.neutron [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Updating instance_info_cache with network_info: [{"id": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "address": "fa:16:3e:66:ab:e9", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37cfd38-33", "ovs_interfaceid": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.494362] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617ede8-9158-4b56-b641-cba36e2b7e20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.518625] env[62107]: DEBUG nova.compute.provider_tree [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1544.525329] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699553, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.535922] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.655537] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.720873] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1544.754537] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.772473] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.985664] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.986033] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Instance network_info: |[{"id": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "address": "fa:16:3e:66:ab:e9", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37cfd38-33", "ovs_interfaceid": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1544.986354] env[62107]: DEBUG oslo_concurrency.lockutils [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] Acquired lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.986540] env[62107]: DEBUG nova.network.neutron [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Refreshing network info cache for port f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.987805] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:ab:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f37cfd38-3322-4cc7-87fa-d2e99d76ed01', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.996843] env[62107]: DEBUG oslo.service.loopingcall [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.000042] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.000569] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2665bb1a-0cb6-4ff8-bdc8-f1b2d2f2b29e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.032501] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699553, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.038462] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.038462] env[62107]: value = "task-1699558" [ 1545.038462] env[62107]: _type = "Task" [ 1545.038462] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.045845] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637446} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.048749] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/81a87615-255e-4f44-8f08-de208b52ee5c.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.049070] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.049400] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e44a542-ef69-4416-93fa-ec30f6551194 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.057562] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699558, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.065033] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1545.065033] env[62107]: value = "task-1699559" [ 1545.065033] env[62107]: _type = "Task" [ 1545.065033] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.076052] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.080067] env[62107]: DEBUG nova.scheduler.client.report [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1545.080067] env[62107]: DEBUG nova.compute.provider_tree [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 108 to 109 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1545.080067] env[62107]: DEBUG nova.compute.provider_tree [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1545.155484] env[62107]: DEBUG oslo_vmware.api [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Task: {'id': task-1699556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618007} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.155608] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.155718] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.155872] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.156131] env[62107]: INFO nova.compute.manager [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1545.156364] env[62107]: DEBUG oslo.service.loopingcall [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.156568] env[62107]: DEBUG nova.compute.manager [-] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1545.156686] env[62107]: DEBUG nova.network.neutron [-] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1545.249204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.276709] env[62107]: DEBUG oslo_vmware.api [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699557, 'name': PowerOnVM_Task, 'duration_secs': 0.95666} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.281062] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.281317] env[62107]: INFO nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1545.281542] env[62107]: DEBUG nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1545.282555] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9852720-03a7-4806-b61e-c6b900ad8f9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.333168] env[62107]: DEBUG nova.network.neutron [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Updated VIF entry in instance network info cache for port f37cfd38-3322-4cc7-87fa-d2e99d76ed01. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.333537] env[62107]: DEBUG nova.network.neutron [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Updating instance_info_cache with network_info: [{"id": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "address": "fa:16:3e:66:ab:e9", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37cfd38-33", "ovs_interfaceid": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.529250] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699553, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.549426] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699558, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.573844] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146481} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.574146] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1545.574999] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962c9a4-67d9-46b2-896b-09c38f84dc85 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.590661] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.611s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.591305] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1545.602935] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/81a87615-255e-4f44-8f08-de208b52ee5c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.603544] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.509s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.605101] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dba4c88a-3d30-4c68-941e-baccc6a29c0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.625828] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1545.625828] env[62107]: value = "task-1699560" [ 1545.625828] env[62107]: _type = "Task" [ 1545.625828] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.636349] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.805098] env[62107]: INFO nova.compute.manager [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Took 25.77 seconds to build instance. [ 1545.835972] env[62107]: DEBUG oslo_concurrency.lockutils [req-f68d6a15-83a0-4cd0-be5d-0ffaf1d46896 req-ec65c6c4-33f6-4ae3-8068-b17345c15342 service nova] Releasing lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.923318] env[62107]: DEBUG nova.network.neutron [-] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.029963] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699553, 'name': CloneVM_Task, 'duration_secs': 1.776135} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.030259] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Created linked-clone VM from snapshot [ 1546.031054] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37363196-83f7-4b64-a734-144e344083cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.039139] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Uploading image 8670175f-299d-476b-8efc-8dbd7bb1de45 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1546.049209] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699558, 'name': CreateVM_Task, 'duration_secs': 0.586142} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.049381] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1546.050059] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.050226] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.050547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1546.050794] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4118d0-d8b2-4fcf-bf76-df5b2981bea0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.053177] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1546.053409] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3e1a03c5-25f3-4f7d-8bc8-541841935173 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.058127] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1546.058127] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52245518-cd19-727e-8261-727e12babee7" [ 1546.058127] env[62107]: _type = "Task" [ 1546.058127] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.062147] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1546.062147] env[62107]: value = "task-1699561" [ 1546.062147] env[62107]: _type = "Task" [ 1546.062147] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.070766] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52245518-cd19-727e-8261-727e12babee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.075814] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699561, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.105534] env[62107]: DEBUG nova.compute.utils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.107010] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1546.107206] env[62107]: DEBUG nova.network.neutron [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.118208] env[62107]: DEBUG nova.compute.manager [req-f26b7aca-7285-433d-9aaf-aed69926b85f req-a6786e19-5626-40f4-bb61-bd4f9370da59 service nova] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Received event network-vif-deleted-08579146-cc9d-446c-839a-5fff005bbcd0 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1546.139160] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699560, 'name': ReconfigVM_Task, 'duration_secs': 0.377151} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.139427] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/81a87615-255e-4f44-8f08-de208b52ee5c.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.140134] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7220251b-9c60-425e-8c6b-324a63339666 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.148584] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1546.148584] env[62107]: value = "task-1699562" [ 1546.148584] env[62107]: _type = "Task" [ 1546.148584] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.157526] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699562, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.159042] env[62107]: DEBUG nova.policy [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1546.307591] env[62107]: DEBUG oslo_concurrency.lockutils [None req-28188a16-5cd4-4f96-bceb-be56747d7ebc tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "0c40aeef-0555-453a-8596-465a2726c28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.275s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.427462] env[62107]: INFO nova.compute.manager [-] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Took 1.27 seconds to deallocate network for instance. [ 1546.492634] env[62107]: DEBUG nova.network.neutron [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Successfully created port: de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.575163] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699561, 'name': Destroy_Task, 'duration_secs': 0.381774} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.575517] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52245518-cd19-727e-8261-727e12babee7, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.575633] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Destroyed the VM [ 1546.575866] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1546.576204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.576428] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.576727] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.576881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.577073] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.577321] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8ecee36-8536-47d2-80e4-d51f0414d670 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.579066] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-659fb455-5605-4b50-a157-a9fd985f782b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.586429] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1546.586429] env[62107]: value = "task-1699563" [ 1546.586429] env[62107]: _type = "Task" [ 1546.586429] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.590563] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.590740] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.591818] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662acf94-bb19-4454-9087-2882187d2bda {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.598185] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.603538] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1546.603538] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f81068-c756-b1e2-bb53-fe6bc07aaf4f" [ 1546.603538] env[62107]: _type = "Task" [ 1546.603538] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.609452] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f81068-c756-b1e2-bb53-fe6bc07aaf4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.610466] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1546.660636] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699562, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.663631] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7dea9ef9-d226-466b-be5f-2bc40a829a5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.664411] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.664411] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 019d17e0-8ee8-4586-8696-e903b5ea431b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.664411] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1546.664582] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance be484c84-4e47-4f24-8e83-096c7968c534 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.664735] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 5763e2f2-73a6-458c-9512-041ddf5791eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.664864] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.664980] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665107] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance dc31c470-98cd-40f6-b853-4e80cd87c28e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665221] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 63171a41-871b-4734-9dbc-106f54ab94a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665357] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a8ad6ab5-1f58-4a3e-8025-6863e51672aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665430] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 24bc4251-aeae-4a03-8876-0d52d29222ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665542] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d5c7eb28-31a7-4b20-813e-e9778663ff9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665651] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 81b88841-7349-47d3-bedc-4e92688077bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665768] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 95efb92d-ea7a-4a4d-98a0-537fe8c45fae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665877] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 0c40aeef-0555-453a-8596-465a2726c28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.665982] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 81a87615-255e-4f44-8f08-de208b52ee5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.666503] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.666708] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3d664786-5c39-4a65-b166-611a7d8f1cf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1546.935690] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.097507] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.115123] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f81068-c756-b1e2-bb53-fe6bc07aaf4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010106} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.115123] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe308ae-d35e-48b4-b318-4c0af6eabea7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.129331] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1547.129331] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f27478-7605-384f-21a5-410a1f5ff450" [ 1547.129331] env[62107]: _type = "Task" [ 1547.129331] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.146535] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f27478-7605-384f-21a5-410a1f5ff450, 'name': SearchDatastore_Task, 'duration_secs': 0.011369} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.146938] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.147284] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.147814] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc94bb7d-b758-4782-ac2e-0a5699b5e683 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.160806] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699562, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.162672] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1547.162672] env[62107]: value = "task-1699564" [ 1547.162672] env[62107]: _type = "Task" [ 1547.162672] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.173315] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance c025840e-4bc6-4c2b-9fca-afec74a7e7f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1547.173721] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1547.173905] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1547.176666] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.501631] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b03bc-0bd1-4a8e-84a8-2ae924679a45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.512038] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534a7c9-4f85-46be-985c-61791608b544 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.550480] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0057e5d9-54e3-4cca-9e2d-ba9eaa827806 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.559988] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ca193-b974-4d1f-b6be-ec8a375d9840 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.580028] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.598868] env[62107]: DEBUG oslo_vmware.api [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699563, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98676} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.599177] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1547.630659] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1547.667228] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699562, 'name': Rename_Task, 'duration_secs': 1.211787} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.675122] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.676654] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e287547e-b00e-4dda-ab87-cbb250998751 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.684588] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1547.684907] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1547.685094] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.685289] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1547.685521] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.685726] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1547.685967] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1547.686164] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1547.686356] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1547.686557] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1547.686765] env[62107]: DEBUG nova.virt.hardware [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1547.687708] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6cad3a-6a01-4c92-965a-ed5e0e7f89b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.695501] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1547.695501] env[62107]: value = "task-1699565" [ 1547.695501] env[62107]: _type = "Task" [ 1547.695501] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.696270] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.705778] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bc45e-ce00-4219-9371-f007fc65f10a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.714328] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699565, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.085424] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1548.103556] env[62107]: WARNING nova.compute.manager [None req-7236d213-3bf3-44c5-882f-730fd568b935 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Image not found during snapshot: nova.exception.ImageNotFound: Image 8670175f-299d-476b-8efc-8dbd7bb1de45 could not be found. [ 1548.109764] env[62107]: DEBUG nova.network.neutron [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Successfully updated port: de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.147464] env[62107]: DEBUG nova.compute.manager [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Received event network-vif-plugged-de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.147658] env[62107]: DEBUG oslo_concurrency.lockutils [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] Acquiring lock "3d664786-5c39-4a65-b166-611a7d8f1cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.147893] env[62107]: DEBUG oslo_concurrency.lockutils [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.148352] env[62107]: DEBUG oslo_concurrency.lockutils [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.148352] env[62107]: DEBUG nova.compute.manager [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] No waiting events found dispatching network-vif-plugged-de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1548.148510] env[62107]: WARNING nova.compute.manager [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Received unexpected event network-vif-plugged-de60a71c-0926-4134-8b9c-936cafe69b1f for instance with vm_state building and task_state spawning. [ 1548.148582] env[62107]: DEBUG nova.compute.manager [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Received event network-changed-de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.148748] env[62107]: DEBUG nova.compute.manager [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Refreshing instance network info cache due to event network-changed-de60a71c-0926-4134-8b9c-936cafe69b1f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1548.148955] env[62107]: DEBUG oslo_concurrency.lockutils [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] Acquiring lock "refresh_cache-3d664786-5c39-4a65-b166-611a7d8f1cf9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.149141] env[62107]: DEBUG oslo_concurrency.lockutils [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] Acquired lock "refresh_cache-3d664786-5c39-4a65-b166-611a7d8f1cf9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.149896] env[62107]: DEBUG nova.network.neutron [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Refreshing network info cache for port de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.178024] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748969} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.178395] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.178660] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.178923] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58de835a-4253-468a-b2c4-67b13c8d9880 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.186437] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1548.186437] env[62107]: value = "task-1699566" [ 1548.186437] env[62107]: _type = "Task" [ 1548.186437] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.195247] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.205813] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.417513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "0c40aeef-0555-453a-8596-465a2726c28a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.417893] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "0c40aeef-0555-453a-8596-465a2726c28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.418183] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "0c40aeef-0555-453a-8596-465a2726c28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.418385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "0c40aeef-0555-453a-8596-465a2726c28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.418568] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "0c40aeef-0555-453a-8596-465a2726c28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.421042] env[62107]: INFO nova.compute.manager [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Terminating instance [ 1548.423120] env[62107]: DEBUG nova.compute.manager [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1548.423380] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.424512] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d346de1d-bcd3-4578-97ae-fa9adca958ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.435546] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.435801] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ce29db-26e4-418a-b691-c250864eb009 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.442199] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1548.442199] env[62107]: value = "task-1699567" [ 1548.442199] env[62107]: _type = "Task" [ 1548.442199] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.453614] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.595878] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1548.596182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.993s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.596402] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.842s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.596590] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.598690] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.350s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.600248] env[62107]: INFO nova.compute.claims [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.614501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-3d664786-5c39-4a65-b166-611a7d8f1cf9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.629219] env[62107]: INFO nova.scheduler.client.report [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted allocations for instance 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13 [ 1548.697024] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067178} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.697380] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.698379] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3c1894-8453-4acc-a2b1-a03a86cc1c43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.701949] env[62107]: DEBUG nova.network.neutron [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.729646] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1548.733903] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14d5b12-ff12-43d2-b6cc-d42902b21837 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.750223] env[62107]: DEBUG oslo_vmware.api [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699565, 'name': PowerOnVM_Task, 'duration_secs': 0.776502} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.752878] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.752878] env[62107]: INFO nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1548.752878] env[62107]: DEBUG nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1548.755499] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d773ab-4f7b-4bdb-9404-928443c79d2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.762211] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1548.762211] env[62107]: value = "task-1699568" [ 1548.762211] env[62107]: _type = "Task" [ 1548.762211] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.779808] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.822308] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247f221-321f-c333-2bf3-850c40c9e474/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1548.823305] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84546717-a93f-48c8-bb95-bbfe8dce1d55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.831313] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247f221-321f-c333-2bf3-850c40c9e474/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1548.831484] env[62107]: ERROR oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247f221-321f-c333-2bf3-850c40c9e474/disk-0.vmdk due to incomplete transfer. [ 1548.833799] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1e665e4-870e-4a9d-844e-2f1c25577ff6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.834820] env[62107]: DEBUG nova.network.neutron [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.841161] env[62107]: DEBUG oslo_vmware.rw_handles [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5247f221-321f-c333-2bf3-850c40c9e474/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1548.841161] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Uploaded image 360ca132-6f13-424e-aca4-784621e52f33 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1548.843890] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1548.843890] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cb113e6a-0378-4298-9a65-19e0b869b82e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.850874] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1548.850874] env[62107]: value = "task-1699569" [ 1548.850874] env[62107]: _type = "Task" [ 1548.850874] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.858906] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699569, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.953459] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699567, 'name': PowerOffVM_Task, 'duration_secs': 0.260043} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.953729] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.953899] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.954171] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b395631-40ed-4d2b-9756-a37c9190c6b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.139281] env[62107]: DEBUG oslo_concurrency.lockutils [None req-851e60a6-da26-443d-b76e-708c10f21b4b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.696s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.262021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.262021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.262021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.262021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.262021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.269301] env[62107]: INFO nova.compute.manager [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Terminating instance [ 1549.271814] env[62107]: DEBUG nova.compute.manager [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1549.272201] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.276685] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b20be-8a7d-47d6-a9cf-c6c5e4e624f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.285453] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699568, 'name': ReconfigVM_Task, 'duration_secs': 0.306843} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.285978] env[62107]: INFO nova.compute.manager [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Took 25.01 seconds to build instance. [ 1549.287607] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.292019] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b3c30c-4c27-4e1c-9c1a-5550be8748e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.292970] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.293636] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9a5f969-2e89-40ce-83b7-65c54bf69942 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.299775] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1549.299775] env[62107]: value = "task-1699571" [ 1549.299775] env[62107]: _type = "Task" [ 1549.299775] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.300654] env[62107]: DEBUG oslo_vmware.api [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1549.300654] env[62107]: value = "task-1699572" [ 1549.300654] env[62107]: _type = "Task" [ 1549.300654] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.319164] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699571, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.319413] env[62107]: DEBUG oslo_vmware.api [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.337064] env[62107]: DEBUG oslo_concurrency.lockutils [req-fd181dea-c405-4fea-87ba-7cca5f4f6d44 req-2182676c-c9df-4814-9f8c-71ccba16fa64 service nova] Releasing lock "refresh_cache-3d664786-5c39-4a65-b166-611a7d8f1cf9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.337227] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-3d664786-5c39-4a65-b166-611a7d8f1cf9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.337365] env[62107]: DEBUG nova.network.neutron [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1549.361848] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699569, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.628296] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.628296] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.628296] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Deleting the datastore file [datastore1] 0c40aeef-0555-453a-8596-465a2726c28a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.628296] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-088090f4-a8b6-4f6e-b320-2d597a19530a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.635115] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for the task: (returnval){ [ 1549.635115] env[62107]: value = "task-1699573" [ 1549.635115] env[62107]: _type = "Task" [ 1549.635115] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.643620] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.789817] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ece400b0-49c0-4309-9ddb-f86d78cb96ff tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "81a87615-255e-4f44-8f08-de208b52ee5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.535s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.818870] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699571, 'name': Rename_Task, 'duration_secs': 0.182765} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.819098] env[62107]: DEBUG oslo_vmware.api [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699572, 'name': PowerOffVM_Task, 'duration_secs': 0.192723} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.819340] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.819589] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.819744] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.819956] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeda31a0-74fa-4f26-ae43-1fc66f584767 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.821583] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd5fdebf-dbdf-462b-abfa-00d34e0fe8bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.827878] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1549.827878] env[62107]: value = "task-1699574" [ 1549.827878] env[62107]: _type = "Task" [ 1549.827878] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.835887] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.838042] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984c3b38-e4c6-4237-9c90-73ad95601a34 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.845505] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6405deb9-0e43-4113-9cad-24a1acef5bda {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.882373] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532acf4-ee90-4b10-b041-be2af3e7110a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.886872] env[62107]: DEBUG nova.network.neutron [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.894220] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699569, 'name': Destroy_Task, 'duration_secs': 0.90898} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.897027] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Destroyed the VM [ 1549.897273] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1549.897540] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.897723] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.897893] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleting the datastore file [datastore1] 95efb92d-ea7a-4a4d-98a0-537fe8c45fae {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.898169] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d701d31-c70f-4259-a3b9-da7a42ef48ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.900231] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321c2fa1-1551-485e-b30e-afa73c2b937f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.902833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b01d60-95e4-495e-9ac5-0a8e2643a661 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.919416] env[62107]: DEBUG nova.compute.provider_tree [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1549.923570] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1549.923570] env[62107]: value = "task-1699576" [ 1549.923570] env[62107]: _type = "Task" [ 1549.923570] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.923862] env[62107]: DEBUG oslo_vmware.api [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for the task: (returnval){ [ 1549.923862] env[62107]: value = "task-1699577" [ 1549.923862] env[62107]: _type = "Task" [ 1549.923862] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.939948] env[62107]: DEBUG oslo_vmware.api [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.940240] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.950078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.950324] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.075524] env[62107]: DEBUG nova.network.neutron [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Updating instance_info_cache with network_info: [{"id": "de60a71c-0926-4134-8b9c-936cafe69b1f", "address": "fa:16:3e:f3:e6:99", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde60a71c-09", "ovs_interfaceid": "de60a71c-0926-4134-8b9c-936cafe69b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.145727] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.338517] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.436936] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.439857] env[62107]: DEBUG oslo_vmware.api [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Task: {'id': task-1699577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373786} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.440100] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.440288] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.440459] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.440631] env[62107]: INFO nova.compute.manager [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1550.440864] env[62107]: DEBUG oslo.service.loopingcall [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.441060] env[62107]: DEBUG nova.compute.manager [-] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1550.441156] env[62107]: DEBUG nova.network.neutron [-] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.452677] env[62107]: DEBUG nova.scheduler.client.report [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1550.452924] env[62107]: DEBUG nova.compute.provider_tree [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 109 to 110 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1550.453114] env[62107]: DEBUG nova.compute.provider_tree [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1550.456778] env[62107]: INFO nova.compute.manager [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Detaching volume 641aad2a-c9c1-4b3d-b888-0714811d065b [ 1550.494398] env[62107]: INFO nova.virt.block_device [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Attempting to driver detach volume 641aad2a-c9c1-4b3d-b888-0714811d065b from mountpoint /dev/sdb [ 1550.494658] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1550.494902] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354192', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'name': 'volume-641aad2a-c9c1-4b3d-b888-0714811d065b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7dea9ef9-d226-466b-be5f-2bc40a829a5a', 'attached_at': '', 'detached_at': '', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'serial': '641aad2a-c9c1-4b3d-b888-0714811d065b'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1550.495919] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab2ada-d162-49d4-ae56-f25f4b811f6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.521028] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561a9229-afd5-40e8-8701-745c189f698c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.528082] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20abb0ba-a68a-468f-9cc8-98ebcdbced7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.552316] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60201da-0a3a-4640-b608-59881cb32b19 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.569090] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] The volume has not been displaced from its original location: [datastore1] volume-641aad2a-c9c1-4b3d-b888-0714811d065b/volume-641aad2a-c9c1-4b3d-b888-0714811d065b.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1550.574561] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.574964] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc93cc63-3ebf-45d1-becd-06e7af3e1f07 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.588134] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-3d664786-5c39-4a65-b166-611a7d8f1cf9" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.588447] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Instance network_info: |[{"id": "de60a71c-0926-4134-8b9c-936cafe69b1f", "address": "fa:16:3e:f3:e6:99", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde60a71c-09", "ovs_interfaceid": "de60a71c-0926-4134-8b9c-936cafe69b1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1550.588846] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:e6:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de60a71c-0926-4134-8b9c-936cafe69b1f', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1550.596933] env[62107]: DEBUG oslo.service.loopingcall [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.597778] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1550.597975] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3f9920e-119c-4a21-bb92-fef64bd35453 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.614088] env[62107]: DEBUG oslo_vmware.api [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1550.614088] env[62107]: value = "task-1699578" [ 1550.614088] env[62107]: _type = "Task" [ 1550.614088] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.618954] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.618954] env[62107]: value = "task-1699579" [ 1550.618954] env[62107]: _type = "Task" [ 1550.618954] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.622497] env[62107]: DEBUG oslo_vmware.api [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.633425] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699579, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.645625] env[62107]: DEBUG oslo_vmware.api [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Task: {'id': task-1699573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528695} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.645625] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.645625] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.645625] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.645625] env[62107]: INFO nova.compute.manager [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1550.645625] env[62107]: DEBUG oslo.service.loopingcall [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.645999] env[62107]: DEBUG nova.compute.manager [-] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1550.645999] env[62107]: DEBUG nova.network.neutron [-] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.689095] env[62107]: DEBUG nova.compute.manager [req-3b11f570-7cae-49f3-be33-219e75557751 req-112ce20d-03e8-455a-831a-b80ef89ebdff service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Received event network-vif-deleted-4e94fa1b-4165-4ba8-84cb-5e33d0a62e57 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1550.689432] env[62107]: INFO nova.compute.manager [req-3b11f570-7cae-49f3-be33-219e75557751 req-112ce20d-03e8-455a-831a-b80ef89ebdff service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Neutron deleted interface 4e94fa1b-4165-4ba8-84cb-5e33d0a62e57; detaching it from the instance and deleting it from the info cache [ 1550.689724] env[62107]: DEBUG nova.network.neutron [req-3b11f570-7cae-49f3-be33-219e75557751 req-112ce20d-03e8-455a-831a-b80ef89ebdff service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.839425] env[62107]: DEBUG oslo_vmware.api [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699574, 'name': PowerOnVM_Task, 'duration_secs': 0.780803} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.839631] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.841639] env[62107]: INFO nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1550.841639] env[62107]: DEBUG nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1550.841639] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009cdc7f-e740-4fcd-b561-4aa16e023b5b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.890984] env[62107]: DEBUG nova.compute.manager [req-6350096d-8ee5-4db3-9a32-092b5b9d62b1 req-cba398d7-ce4b-4ce4-9a10-4f9fc3e901d0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Received event network-vif-deleted-02db1964-0205-4522-9fe4-b833faf87185 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1550.891560] env[62107]: INFO nova.compute.manager [req-6350096d-8ee5-4db3-9a32-092b5b9d62b1 req-cba398d7-ce4b-4ce4-9a10-4f9fc3e901d0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Neutron deleted interface 02db1964-0205-4522-9fe4-b833faf87185; detaching it from the instance and deleting it from the info cache [ 1550.891560] env[62107]: DEBUG nova.network.neutron [req-6350096d-8ee5-4db3-9a32-092b5b9d62b1 req-cba398d7-ce4b-4ce4-9a10-4f9fc3e901d0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.936488] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699576, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.960043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.960814] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1550.963238] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.028s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.964017] env[62107]: DEBUG nova.objects.instance [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lazy-loading 'resources' on Instance uuid 63171a41-871b-4734-9dbc-106f54ab94a2 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.126355] env[62107]: DEBUG oslo_vmware.api [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699578, 'name': ReconfigVM_Task, 'duration_secs': 0.320606} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.130115] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1551.136694] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213e8afa-91cc-4f9e-b4be-3da83a798145 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.155660] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699579, 'name': CreateVM_Task, 'duration_secs': 0.445491} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.157064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.157819] env[62107]: DEBUG oslo_vmware.api [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1551.157819] env[62107]: value = "task-1699580" [ 1551.157819] env[62107]: _type = "Task" [ 1551.157819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.158599] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.158785] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.159147] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.159557] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f22ac5-3ef4-4de0-9d4f-ac8dd9e1f35a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.164751] env[62107]: DEBUG nova.network.neutron [-] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.170401] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1551.170401] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d99e9c-38bb-381b-f039-590681d2d53e" [ 1551.170401] env[62107]: _type = "Task" [ 1551.170401] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.174581] env[62107]: DEBUG oslo_vmware.api [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.183932] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d99e9c-38bb-381b-f039-590681d2d53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.192538] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4be763cc-f851-495c-b760-4f9689d5eea1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.202711] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c24457-f0c0-4b1d-a625-5ec11a3b9b8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.240393] env[62107]: DEBUG nova.compute.manager [req-3b11f570-7cae-49f3-be33-219e75557751 req-112ce20d-03e8-455a-831a-b80ef89ebdff service nova] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Detach interface failed, port_id=4e94fa1b-4165-4ba8-84cb-5e33d0a62e57, reason: Instance 95efb92d-ea7a-4a4d-98a0-537fe8c45fae could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1551.362496] env[62107]: INFO nova.compute.manager [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Took 26.79 seconds to build instance. [ 1551.366967] env[62107]: DEBUG nova.network.neutron [-] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.394266] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92dfd816-8bfa-49cf-9866-e44265105fee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.404075] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272a925-811e-4b6f-8c57-f62989b0e39a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.442693] env[62107]: DEBUG nova.compute.manager [req-6350096d-8ee5-4db3-9a32-092b5b9d62b1 req-cba398d7-ce4b-4ce4-9a10-4f9fc3e901d0 service nova] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Detach interface failed, port_id=02db1964-0205-4522-9fe4-b833faf87185, reason: Instance 0c40aeef-0555-453a-8596-465a2726c28a could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1551.448278] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699576, 'name': RemoveSnapshot_Task, 'duration_secs': 1.268419} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.448627] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1551.448912] env[62107]: DEBUG nova.compute.manager [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1551.449985] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b0240e-15e2-47bc-af94-acbe1d7f0820 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.466351] env[62107]: DEBUG nova.compute.utils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.467530] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1551.467690] env[62107]: DEBUG nova.network.neutron [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1551.520686] env[62107]: DEBUG nova.policy [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6643c62f20df4773bf7c9da22b59b881', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d8a45d55f1942cbab8c54ab32766fa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1551.673597] env[62107]: INFO nova.compute.manager [-] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Took 1.23 seconds to deallocate network for instance. [ 1551.674788] env[62107]: DEBUG oslo_vmware.api [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699580, 'name': ReconfigVM_Task, 'duration_secs': 0.169621} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.676649] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354192', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'name': 'volume-641aad2a-c9c1-4b3d-b888-0714811d065b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7dea9ef9-d226-466b-be5f-2bc40a829a5a', 'attached_at': '', 'detached_at': '', 'volume_id': '641aad2a-c9c1-4b3d-b888-0714811d065b', 'serial': '641aad2a-c9c1-4b3d-b888-0714811d065b'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1551.701874] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d99e9c-38bb-381b-f039-590681d2d53e, 'name': SearchDatastore_Task, 'duration_secs': 0.029433} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.701874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.701874] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.701874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.701874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.701874] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.704019] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8facea61-b320-4d7e-a434-ac405ef6b95f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.794968] env[62107]: DEBUG nova.network.neutron [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Successfully created port: fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.831020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0853592f-7f51-40d0-9c47-ac5af098bbe6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.836433] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693110c6-9476-4452-be66-fceb0a315785 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.867896] env[62107]: DEBUG oslo_concurrency.lockutils [None req-21afad64-7f15-4432-9f43-f16ceb83f6b3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.303s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.868544] env[62107]: INFO nova.compute.manager [-] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Took 1.22 seconds to deallocate network for instance. [ 1551.869304] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd204718-e59d-49f0-b7af-ddd27ea523d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.879633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c18836-6d3a-4124-9f6f-f8aea57c7824 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.896433] env[62107]: DEBUG nova.compute.provider_tree [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1551.965848] env[62107]: INFO nova.compute.manager [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Shelve offloading [ 1551.966687] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1551.966936] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea1e9fd-4ee2-4ce0-b9e3-6a5b2826df85 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.970715] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1551.974463] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1551.974463] env[62107]: value = "task-1699581" [ 1551.974463] env[62107]: _type = "Task" [ 1551.974463] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.982822] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1551.982936] env[62107]: DEBUG nova.compute.manager [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1551.983655] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274db186-6447-4bab-824b-0fd6ace309a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.989334] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.989669] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.989901] env[62107]: DEBUG nova.network.neutron [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.188027] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.225324] env[62107]: DEBUG nova.objects.instance [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'flavor' on Instance uuid 7dea9ef9-d226-466b-be5f-2bc40a829a5a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.271879] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.272191] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.273545] env[62107]: INFO nova.compute.manager [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Rescuing [ 1552.273729] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.274181] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.274181] env[62107]: DEBUG nova.network.neutron [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.277778] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a8103f-c948-428e-835c-bf94c0df9753 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.282428] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1552.282428] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5288ad2f-8b50-fa45-67ee-584329d5c136" [ 1552.282428] env[62107]: _type = "Task" [ 1552.282428] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.291448] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5288ad2f-8b50-fa45-67ee-584329d5c136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.380341] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.428741] env[62107]: DEBUG nova.scheduler.client.report [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1552.429087] env[62107]: DEBUG nova.compute.provider_tree [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 110 to 111 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1552.429281] env[62107]: DEBUG nova.compute.provider_tree [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1552.686301] env[62107]: DEBUG nova.network.neutron [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updating instance_info_cache with network_info: [{"id": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "address": "fa:16:3e:ad:73:8d", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09cc4b20-32", "ovs_interfaceid": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.792399] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5288ad2f-8b50-fa45-67ee-584329d5c136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.936552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.936847] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.749s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.937433] env[62107]: DEBUG nova.objects.instance [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lazy-loading 'resources' on Instance uuid 95efb92d-ea7a-4a4d-98a0-537fe8c45fae {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.960560] env[62107]: INFO nova.scheduler.client.report [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Deleted allocations for instance 63171a41-871b-4734-9dbc-106f54ab94a2 [ 1552.981314] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1553.011306] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1553.011577] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1553.011752] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.011954] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1553.012116] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.012295] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1553.012586] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1553.012714] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1553.012897] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1553.013087] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1553.013271] env[62107]: DEBUG nova.virt.hardware [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1553.014784] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c80d90-eff8-45c8-9863-9f9d2ad5a1c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.023658] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c051a52-b909-452b-bdf4-cdf689df1c65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.047225] env[62107]: DEBUG nova.network.neutron [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Updating instance_info_cache with network_info: [{"id": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "address": "fa:16:3e:66:ab:e9", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37cfd38-33", "ovs_interfaceid": "f37cfd38-3322-4cc7-87fa-d2e99d76ed01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.188571] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.231274] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d38b0b7e-054d-4490-ba14-ba6608db86df tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.296463] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5288ad2f-8b50-fa45-67ee-584329d5c136, 'name': SearchDatastore_Task, 'duration_secs': 0.607946} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.296839] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23019486-3a5e-4a66-bb6a-319a01798e74 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.303060] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1553.303060] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52107741-7cbf-4379-5d7d-66fbe6685aea" [ 1553.303060] env[62107]: _type = "Task" [ 1553.303060] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.310943] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52107741-7cbf-4379-5d7d-66fbe6685aea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.314687] env[62107]: DEBUG nova.compute.manager [req-f53579dd-9649-4a6c-b577-22752ac12cda req-13c84664-84ac-4573-8dff-59678daa5b4a service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Received event network-vif-plugged-fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1553.314926] env[62107]: DEBUG oslo_concurrency.lockutils [req-f53579dd-9649-4a6c-b577-22752ac12cda req-13c84664-84ac-4573-8dff-59678daa5b4a service nova] Acquiring lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.315283] env[62107]: DEBUG oslo_concurrency.lockutils [req-f53579dd-9649-4a6c-b577-22752ac12cda req-13c84664-84ac-4573-8dff-59678daa5b4a service nova] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.315389] env[62107]: DEBUG oslo_concurrency.lockutils [req-f53579dd-9649-4a6c-b577-22752ac12cda req-13c84664-84ac-4573-8dff-59678daa5b4a service nova] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.315536] env[62107]: DEBUG nova.compute.manager [req-f53579dd-9649-4a6c-b577-22752ac12cda req-13c84664-84ac-4573-8dff-59678daa5b4a service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] No waiting events found dispatching network-vif-plugged-fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1553.315701] env[62107]: WARNING nova.compute.manager [req-f53579dd-9649-4a6c-b577-22752ac12cda req-13c84664-84ac-4573-8dff-59678daa5b4a service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Received unexpected event network-vif-plugged-fc32adc9-a496-4e12-bd8c-e54b207b4816 for instance with vm_state building and task_state spawning. [ 1553.425830] env[62107]: DEBUG nova.network.neutron [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Successfully updated port: fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.472104] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18695151-8321-4b4b-9f22-106795aa2738 tempest-ServerRescueTestJSON-91231661 tempest-ServerRescueTestJSON-91231661-project-member] Lock "63171a41-871b-4734-9dbc-106f54ab94a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.960s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.552412] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.734935] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4390d-6028-4553-85a8-f1a1adb8b1e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.743841] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0bb66c-e48b-4667-a580-ec4216ed79a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.535099] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "refresh_cache-c025840e-4bc6-4c2b-9fca-afec74a7e7f1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.535292] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquired lock "refresh_cache-c025840e-4bc6-4c2b-9fca-afec74a7e7f1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.535374] env[62107]: DEBUG nova.network.neutron [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.538917] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.539143] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.539331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.539511] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.539669] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.541616] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.542047] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.543459] env[62107]: DEBUG nova.compute.manager [req-af52d197-0c5c-4602-a08c-29d92617b5d6 req-09e34ee8-19b7-434f-871f-134bd48eebe7 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Received event network-vif-unplugged-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1554.543459] env[62107]: DEBUG oslo_concurrency.lockutils [req-af52d197-0c5c-4602-a08c-29d92617b5d6 req-09e34ee8-19b7-434f-871f-134bd48eebe7 service nova] Acquiring lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.543459] env[62107]: DEBUG oslo_concurrency.lockutils [req-af52d197-0c5c-4602-a08c-29d92617b5d6 req-09e34ee8-19b7-434f-871f-134bd48eebe7 service nova] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.543626] env[62107]: DEBUG oslo_concurrency.lockutils [req-af52d197-0c5c-4602-a08c-29d92617b5d6 req-09e34ee8-19b7-434f-871f-134bd48eebe7 service nova] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.543816] env[62107]: DEBUG nova.compute.manager [req-af52d197-0c5c-4602-a08c-29d92617b5d6 req-09e34ee8-19b7-434f-871f-134bd48eebe7 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] No waiting events found dispatching network-vif-unplugged-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1554.543909] env[62107]: WARNING nova.compute.manager [req-af52d197-0c5c-4602-a08c-29d92617b5d6 req-09e34ee8-19b7-434f-871f-134bd48eebe7 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Received unexpected event network-vif-unplugged-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 for instance with vm_state shelved and task_state shelving_offloading. [ 1554.548220] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7bf034-4f29-4624-9caa-50bca378b6f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.551438] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b0f627-0d76-4340-a59c-c1f286cf8071 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.553675] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d8c849-73d9-441b-a5ae-f33ac3de0394 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.555324] env[62107]: INFO nova.compute.manager [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Terminating instance [ 1554.557328] env[62107]: DEBUG nova.compute.manager [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1554.557512] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.560435] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1771eea8-3903-4660-b552-e9e903eb1644 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.571337] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52107741-7cbf-4379-5d7d-66fbe6685aea, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.571671] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.571889] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1554.571889] env[62107]: value = "task-1699582" [ 1554.571889] env[62107]: _type = "Task" [ 1554.571889] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.572651] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.572804] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3d664786-5c39-4a65-b166-611a7d8f1cf9/3d664786-5c39-4a65-b166-611a7d8f1cf9.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1554.573123] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77913c76-f5a5-4c23-b34d-c14a73c23a76 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.575728] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649d27b-6a0f-4f25-bd11-4a7c2d1a30e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.581609] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-866c5515-78a3-41e7-8800-0ec2d4cd9aa7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.586405] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.587378] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a00b0fc2-146c-4e5c-91ae-46b791b426e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.597816] env[62107]: DEBUG nova.compute.provider_tree [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.602498] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1554.602498] env[62107]: value = "task-1699584" [ 1554.602498] env[62107]: _type = "Task" [ 1554.602498] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.602821] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.604369] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1554.604369] env[62107]: value = "task-1699585" [ 1554.604369] env[62107]: _type = "Task" [ 1554.604369] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.617089] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.620268] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.692898] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.693140] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.693411] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleting the datastore file [datastore1] 24bc4251-aeae-4a03-8876-0d52d29222ab {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.693766] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e5391ac-9b19-454d-aafc-88f22e1db967 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.700960] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1554.700960] env[62107]: value = "task-1699586" [ 1554.700960] env[62107]: _type = "Task" [ 1554.700960] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.709877] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.086152] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699582, 'name': PowerOffVM_Task, 'duration_secs': 0.208719} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.087255] env[62107]: DEBUG nova.network.neutron [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.089117] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.090304] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a99138-63ec-4b76-9575-57e215627c1f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.110451] env[62107]: DEBUG nova.scheduler.client.report [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1555.122833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5924598-511b-4ab9-b49d-d89bde824fa3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.133486] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.139947] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699585, 'name': PowerOffVM_Task, 'duration_secs': 0.183441} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.144017] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.144017] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.144316] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c5110e-446d-4145-88b1-2a6d5463f622 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.173150] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.173449] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52ee866-3292-4fa3-b556-cd8ef812d459 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.181545] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1555.181545] env[62107]: value = "task-1699588" [ 1555.181545] env[62107]: _type = "Task" [ 1555.181545] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.191705] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1555.191705] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.192992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.192992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.192992] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.192992] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2b8745f-7523-4122-ad5c-fa946376ca5b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.210681] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.211868] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.211989] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.212736] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099ad2b2-2b83-4f29-a0d0-59ba786c99d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.219480] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1555.219480] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a97d9c-8a31-76a8-8e41-c88bc5a3b288" [ 1555.219480] env[62107]: _type = "Task" [ 1555.219480] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.229661] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a97d9c-8a31-76a8-8e41-c88bc5a3b288, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.275714] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.275927] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.276132] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleting the datastore file [datastore1] 7dea9ef9-d226-466b-be5f-2bc40a829a5a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.276365] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05d25bf6-4147-44c5-9786-5784a7241c1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.283141] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1555.283141] env[62107]: value = "task-1699589" [ 1555.283141] env[62107]: _type = "Task" [ 1555.283141] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.293069] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.344264] env[62107]: DEBUG nova.network.neutron [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Updating instance_info_cache with network_info: [{"id": "fc32adc9-a496-4e12-bd8c-e54b207b4816", "address": "fa:16:3e:68:c2:c6", "network": {"id": "ee0d3eb9-d983-49d0-836f-36e05dd34d78", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-923529439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d8a45d55f1942cbab8c54ab32766fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc32adc9-a4", "ovs_interfaceid": "fc32adc9-a496-4e12-bd8c-e54b207b4816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.358346] env[62107]: DEBUG nova.compute.manager [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Received event network-changed-fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1555.358346] env[62107]: DEBUG nova.compute.manager [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Refreshing instance network info cache due to event network-changed-fc32adc9-a496-4e12-bd8c-e54b207b4816. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1555.358346] env[62107]: DEBUG oslo_concurrency.lockutils [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] Acquiring lock "refresh_cache-c025840e-4bc6-4c2b-9fca-afec74a7e7f1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.623712] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640552} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.623961] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3d664786-5c39-4a65-b166-611a7d8f1cf9/3d664786-5c39-4a65-b166-611a7d8f1cf9.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.624188] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.624471] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d26366a-6d76-429f-9d7b-00e105346e8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.626781] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.690s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.628837] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.249s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.629075] env[62107]: DEBUG nova.objects.instance [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lazy-loading 'resources' on Instance uuid 0c40aeef-0555-453a-8596-465a2726c28a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.635512] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1555.635512] env[62107]: value = "task-1699590" [ 1555.635512] env[62107]: _type = "Task" [ 1555.635512] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.644666] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.650788] env[62107]: INFO nova.scheduler.client.report [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Deleted allocations for instance 95efb92d-ea7a-4a4d-98a0-537fe8c45fae [ 1555.711570] env[62107]: DEBUG oslo_vmware.api [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542889} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.711870] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.712092] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.712346] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.731038] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a97d9c-8a31-76a8-8e41-c88bc5a3b288, 'name': SearchDatastore_Task, 'duration_secs': 0.023332} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.731842] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753a7b91-ab71-4cbc-b806-de48f91415ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.737782] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1555.737782] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52641b54-91cd-6e0b-4f62-f62726fca5cb" [ 1555.737782] env[62107]: _type = "Task" [ 1555.737782] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.743048] env[62107]: INFO nova.scheduler.client.report [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocations for instance 24bc4251-aeae-4a03-8876-0d52d29222ab [ 1555.750956] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52641b54-91cd-6e0b-4f62-f62726fca5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.793389] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.848907] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Releasing lock "refresh_cache-c025840e-4bc6-4c2b-9fca-afec74a7e7f1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.849046] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Instance network_info: |[{"id": "fc32adc9-a496-4e12-bd8c-e54b207b4816", "address": "fa:16:3e:68:c2:c6", "network": {"id": "ee0d3eb9-d983-49d0-836f-36e05dd34d78", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-923529439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d8a45d55f1942cbab8c54ab32766fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc32adc9-a4", "ovs_interfaceid": "fc32adc9-a496-4e12-bd8c-e54b207b4816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1555.849329] env[62107]: DEBUG oslo_concurrency.lockutils [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] Acquired lock "refresh_cache-c025840e-4bc6-4c2b-9fca-afec74a7e7f1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.849529] env[62107]: DEBUG nova.network.neutron [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Refreshing network info cache for port fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.850775] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:c2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc32adc9-a496-4e12-bd8c-e54b207b4816', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.858957] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Creating folder: Project (4d8a45d55f1942cbab8c54ab32766fa2). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.862170] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12588ac5-e052-4803-93df-e50e6aa838f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.875494] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Created folder: Project (4d8a45d55f1942cbab8c54ab32766fa2) in parent group-v354057. [ 1555.875679] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Creating folder: Instances. Parent ref: group-v354288. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.875907] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d999f86-b96d-4fe1-aa90-951235babf3e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.884930] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Created folder: Instances in parent group-v354288. [ 1555.885215] env[62107]: DEBUG oslo.service.loopingcall [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.885454] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.885791] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5215b519-29a3-424a-8e2a-7125857e07b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.905813] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.905813] env[62107]: value = "task-1699593" [ 1555.905813] env[62107]: _type = "Task" [ 1555.905813] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.916081] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699593, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.969451] env[62107]: DEBUG nova.compute.manager [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Received event network-changed-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1555.969666] env[62107]: DEBUG nova.compute.manager [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Refreshing instance network info cache due to event network-changed-09cc4b20-32e2-41ce-981a-1f0f6b39f1b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1555.969890] env[62107]: DEBUG oslo_concurrency.lockutils [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] Acquiring lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.970063] env[62107]: DEBUG oslo_concurrency.lockutils [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] Acquired lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.970227] env[62107]: DEBUG nova.network.neutron [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Refreshing network info cache for port 09cc4b20-32e2-41ce-981a-1f0f6b39f1b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.145356] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073814} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.145660] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.146496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ed154-72c6-45cc-8ca6-1eb2a6cf3953 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.174054] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 3d664786-5c39-4a65-b166-611a7d8f1cf9/3d664786-5c39-4a65-b166-611a7d8f1cf9.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.177698] env[62107]: DEBUG oslo_concurrency.lockutils [None req-77d44bbf-ee1c-4214-b433-be4588b44df4 tempest-ImagesTestJSON-1237270009 tempest-ImagesTestJSON-1237270009-project-member] Lock "95efb92d-ea7a-4a4d-98a0-537fe8c45fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.918s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.178642] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04175c31-61e2-4eed-9281-360d57318cb7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.205472] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1556.205472] env[62107]: value = "task-1699594" [ 1556.205472] env[62107]: _type = "Task" [ 1556.205472] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.217368] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.242098] env[62107]: DEBUG nova.network.neutron [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Updated VIF entry in instance network info cache for port fc32adc9-a496-4e12-bd8c-e54b207b4816. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.242616] env[62107]: DEBUG nova.network.neutron [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Updating instance_info_cache with network_info: [{"id": "fc32adc9-a496-4e12-bd8c-e54b207b4816", "address": "fa:16:3e:68:c2:c6", "network": {"id": "ee0d3eb9-d983-49d0-836f-36e05dd34d78", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-923529439-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d8a45d55f1942cbab8c54ab32766fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc32adc9-a4", "ovs_interfaceid": "fc32adc9-a496-4e12-bd8c-e54b207b4816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.253953] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.254269] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52641b54-91cd-6e0b-4f62-f62726fca5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.035251} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.257477] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.257654] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. {{(pid=62107) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1556.258087] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46f4756c-4dc0-417a-9344-02e7323c0528 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.265717] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1556.265717] env[62107]: value = "task-1699595" [ 1556.265717] env[62107]: _type = "Task" [ 1556.265717] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.276934] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.293077] env[62107]: DEBUG oslo_vmware.api [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.776272} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.293459] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.294377] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.294377] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.294377] env[62107]: INFO nova.compute.manager [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1556.294377] env[62107]: DEBUG oslo.service.loopingcall [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.294377] env[62107]: DEBUG nova.compute.manager [-] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1556.294377] env[62107]: DEBUG nova.network.neutron [-] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.420177] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699593, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.443423] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fbd3b-5a77-48d6-b25b-87b66772f602 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.453052] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0437bdae-cbb2-4d3c-a7a6-b75930deb31f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.492701] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835e3045-6c73-495c-a62e-13b7e05fec03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.501879] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6ddf3-351f-45a6-8690-4e98c588230f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.517593] env[62107]: DEBUG nova.compute.provider_tree [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.715943] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699594, 'name': ReconfigVM_Task, 'duration_secs': 0.289154} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.718798] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 3d664786-5c39-4a65-b166-611a7d8f1cf9/3d664786-5c39-4a65-b166-611a7d8f1cf9.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1556.719622] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb9fcace-d469-42c0-aa98-80ea51763163 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.726686] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1556.726686] env[62107]: value = "task-1699596" [ 1556.726686] env[62107]: _type = "Task" [ 1556.726686] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.736931] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699596, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.747737] env[62107]: DEBUG oslo_concurrency.lockutils [req-0d302fe8-ca08-4760-875f-b40d6229a2b0 req-fbe46014-b69c-4d4d-b32f-eb494feddcb3 service nova] Releasing lock "refresh_cache-c025840e-4bc6-4c2b-9fca-afec74a7e7f1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.775257] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505335} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.775518] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. [ 1556.776309] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a95404-b156-4929-a358-b8f6c50cec14 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.803981] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.804341] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5b2c5e9-756a-4d07-be0d-8e0397744c28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.822296] env[62107]: DEBUG nova.network.neutron [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updated VIF entry in instance network info cache for port 09cc4b20-32e2-41ce-981a-1f0f6b39f1b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.822706] env[62107]: DEBUG nova.network.neutron [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updating instance_info_cache with network_info: [{"id": "09cc4b20-32e2-41ce-981a-1f0f6b39f1b5", "address": "fa:16:3e:ad:73:8d", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": null, "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap09cc4b20-32", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.828972] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1556.828972] env[62107]: value = "task-1699597" [ 1556.828972] env[62107]: _type = "Task" [ 1556.828972] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.839411] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.873981] env[62107]: DEBUG oslo_concurrency.lockutils [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "24bc4251-aeae-4a03-8876-0d52d29222ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.921016] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699593, 'name': CreateVM_Task, 'duration_secs': 0.528434} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.921016] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.921016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.921016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.921016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.921016] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4801dec0-0682-422c-a205-e402ae02a85c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.926142] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1556.926142] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a20152-0b22-c835-c8c2-126f811202f7" [ 1556.926142] env[62107]: _type = "Task" [ 1556.926142] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.934027] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a20152-0b22-c835-c8c2-126f811202f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.021830] env[62107]: DEBUG nova.scheduler.client.report [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1557.239431] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699596, 'name': Rename_Task, 'duration_secs': 0.169273} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.240100] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.240488] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ffccfe-7938-47ef-8a83-5d301d203025 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.250018] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1557.250018] env[62107]: value = "task-1699598" [ 1557.250018] env[62107]: _type = "Task" [ 1557.250018] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.256271] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.326051] env[62107]: DEBUG oslo_concurrency.lockutils [req-5833d36b-54f5-4966-984c-b7a5ec72f282 req-bac4b8cf-2b26-4d69-bfae-4c2f3fe53296 service nova] Releasing lock "refresh_cache-24bc4251-aeae-4a03-8876-0d52d29222ab" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.340142] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699597, 'name': ReconfigVM_Task, 'duration_secs': 0.317173} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.340703] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.341731] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9670733-dc20-495c-ad41-e7b8d2db20b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.369372] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4659f2fb-0278-4763-94cd-a751f5ddf7d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.389506] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1557.389506] env[62107]: value = "task-1699599" [ 1557.389506] env[62107]: _type = "Task" [ 1557.389506] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.400537] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.437894] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a20152-0b22-c835-c8c2-126f811202f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.438286] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.438608] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.438912] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.439165] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.439330] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.439643] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b0ba5f2-785b-42dd-a742-58f154c9b8b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.450194] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.450451] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.451245] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c31fef2-d9b7-415d-af23-bd1f69443a5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.458614] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1557.458614] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b77d47-2d96-5f51-6ca2-d88265c4c81a" [ 1557.458614] env[62107]: _type = "Task" [ 1557.458614] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.467827] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b77d47-2d96-5f51-6ca2-d88265c4c81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.529123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.531608] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.278s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.531778] env[62107]: DEBUG nova.objects.instance [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'resources' on Instance uuid 24bc4251-aeae-4a03-8876-0d52d29222ab {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.557917] env[62107]: INFO nova.scheduler.client.report [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Deleted allocations for instance 0c40aeef-0555-453a-8596-465a2726c28a [ 1557.760365] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.807020] env[62107]: DEBUG nova.network.neutron [-] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.911059] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699599, 'name': ReconfigVM_Task, 'duration_secs': 0.16259} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.911059] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.911059] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24abbee5-3840-435c-89ca-2dd6d3704a94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.920226] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1557.920226] env[62107]: value = "task-1699600" [ 1557.920226] env[62107]: _type = "Task" [ 1557.920226] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.928854] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.975606] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b77d47-2d96-5f51-6ca2-d88265c4c81a, 'name': SearchDatastore_Task, 'duration_secs': 0.018694} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.976834] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edab21e0-db09-4f01-8040-01c5af7489c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.982938] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1557.982938] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528f378b-13e6-1cad-448d-c4a7e08ecc25" [ 1557.982938] env[62107]: _type = "Task" [ 1557.982938] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.991604] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528f378b-13e6-1cad-448d-c4a7e08ecc25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.036589] env[62107]: DEBUG nova.objects.instance [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'numa_topology' on Instance uuid 24bc4251-aeae-4a03-8876-0d52d29222ab {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.071052] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f4d91526-1aee-4d0e-b8e4-671e22dba455 tempest-ServerMetadataTestJSON-1812595513 tempest-ServerMetadataTestJSON-1812595513-project-member] Lock "0c40aeef-0555-453a-8596-465a2726c28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.653s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.134569] env[62107]: DEBUG nova.compute.manager [req-89c64d6a-eb84-42c6-aff6-36b69457f28b req-7a83b7b2-97be-494c-9b60-0b91577d1f6e service nova] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Received event network-vif-deleted-7960623e-4f51-4ced-9bad-b8c71aa4d32b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1558.259528] env[62107]: DEBUG oslo_vmware.api [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699598, 'name': PowerOnVM_Task, 'duration_secs': 0.541936} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.259796] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.260043] env[62107]: INFO nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1558.260189] env[62107]: DEBUG nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1558.260968] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b0bd9a-c2f6-4de9-a617-fc6e2f82dc7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.308670] env[62107]: INFO nova.compute.manager [-] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Took 2.01 seconds to deallocate network for instance. [ 1558.432502] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699600, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.502418] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528f378b-13e6-1cad-448d-c4a7e08ecc25, 'name': SearchDatastore_Task, 'duration_secs': 0.0097} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.502418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.507019] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c025840e-4bc6-4c2b-9fca-afec74a7e7f1/c025840e-4bc6-4c2b-9fca-afec74a7e7f1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.507019] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c40a133-385c-49ec-9b64-b1b79c5189af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.520622] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1558.520622] env[62107]: value = "task-1699601" [ 1558.520622] env[62107]: _type = "Task" [ 1558.520622] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.530629] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.540038] env[62107]: DEBUG nova.objects.base [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Object Instance<24bc4251-aeae-4a03-8876-0d52d29222ab> lazy-loaded attributes: resources,numa_topology {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1558.788328] env[62107]: INFO nova.compute.manager [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Took 21.94 seconds to build instance. [ 1558.816261] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.825939] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a188bf60-8b39-409f-b89b-1129c58b51b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.836745] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53e7be4-bb66-413b-9b91-18dc5c7d5645 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.869985] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6e9a33-34d8-4b8a-85bf-b6fe7628385f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.878217] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1312e79-e272-4337-baae-66839c9f8705 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.893212] env[62107]: DEBUG nova.compute.provider_tree [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.931555] env[62107]: DEBUG oslo_vmware.api [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699600, 'name': PowerOnVM_Task, 'duration_secs': 0.599656} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.931845] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.935123] env[62107]: DEBUG nova.compute.manager [None req-3e3d0e36-18ac-465e-9104-97f83281b429 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1558.936059] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb0d3fc-99f2-45ec-8327-ea3e824ca501 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.031807] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.290736] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12c0d516-69e6-48c2-b140-efd3038ac239 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.457s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.397604] env[62107]: DEBUG nova.scheduler.client.report [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.536299] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563555} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.536552] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c025840e-4bc6-4c2b-9fca-afec74a7e7f1/c025840e-4bc6-4c2b-9fca-afec74a7e7f1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.537422] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.537836] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd2388a2-1ed3-4a39-becc-e6babf7bda85 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.546243] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1559.546243] env[62107]: value = "task-1699602" [ 1559.546243] env[62107]: _type = "Task" [ 1559.546243] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.557603] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.901495] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.904348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.088s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.904632] env[62107]: DEBUG nova.objects.instance [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'resources' on Instance uuid 7dea9ef9-d226-466b-be5f-2bc40a829a5a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.066554] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178669} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.068069] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1560.068069] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc08dc0-2895-44a5-8f4c-51b3894ab8f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.105069] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] c025840e-4bc6-4c2b-9fca-afec74a7e7f1/c025840e-4bc6-4c2b-9fca-afec74a7e7f1.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1560.105858] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189d904f-44b1-4a71-a465-fa4564acc0a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.132805] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1560.132805] env[62107]: value = "task-1699603" [ 1560.132805] env[62107]: _type = "Task" [ 1560.132805] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.143028] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699603, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.242989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "3d664786-5c39-4a65-b166-611a7d8f1cf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.243294] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.243510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "3d664786-5c39-4a65-b166-611a7d8f1cf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.243691] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.243859] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.247743] env[62107]: INFO nova.compute.manager [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Terminating instance [ 1560.248348] env[62107]: DEBUG nova.compute.manager [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1560.248657] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.249577] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673c164a-f98e-43f7-8115-6687bac4afe4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.258151] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.258151] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb65f667-4a08-4ad6-bf64-cefd2667eeab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.267019] env[62107]: DEBUG oslo_vmware.api [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1560.267019] env[62107]: value = "task-1699604" [ 1560.267019] env[62107]: _type = "Task" [ 1560.267019] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.272789] env[62107]: DEBUG oslo_vmware.api [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.417798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-278b23b5-4ad1-4efd-8cb2-f2f60c221baa tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.332s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.418973] env[62107]: DEBUG oslo_concurrency.lockutils [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.545s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.419224] env[62107]: DEBUG oslo_concurrency.lockutils [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.419431] env[62107]: DEBUG oslo_concurrency.lockutils [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.419593] env[62107]: DEBUG oslo_concurrency.lockutils [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.423899] env[62107]: INFO nova.compute.manager [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Terminating instance [ 1560.426713] env[62107]: DEBUG nova.compute.manager [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1560.427018] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.427286] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c93dae16-e2e6-4565-a970-71e13efab15b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.438226] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e48b10-2ee5-49a3-ad71-03ebdf7e3492 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.461475] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "be484c84-4e47-4f24-8e83-096c7968c534" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.461766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "be484c84-4e47-4f24-8e83-096c7968c534" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.461976] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "be484c84-4e47-4f24-8e83-096c7968c534-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.462176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "be484c84-4e47-4f24-8e83-096c7968c534-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.462454] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "be484c84-4e47-4f24-8e83-096c7968c534-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.469908] env[62107]: INFO nova.compute.manager [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Terminating instance [ 1560.472218] env[62107]: DEBUG nova.compute.manager [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1560.472450] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.473765] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642d830-7356-4196-9cc1-d1602db3256a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.490324] env[62107]: WARNING nova.virt.vmwareapi.vmops [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 24bc4251-aeae-4a03-8876-0d52d29222ab could not be found. [ 1560.490533] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.490793] env[62107]: INFO nova.compute.manager [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1560.491056] env[62107]: DEBUG oslo.service.loopingcall [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.494773] env[62107]: DEBUG nova.compute.manager [-] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1560.494868] env[62107]: DEBUG nova.network.neutron [-] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.498987] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.499273] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8a59c4-a674-466f-81fd-2f0ac0741988 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.508023] env[62107]: DEBUG oslo_vmware.api [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1560.508023] env[62107]: value = "task-1699605" [ 1560.508023] env[62107]: _type = "Task" [ 1560.508023] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.525161] env[62107]: DEBUG oslo_vmware.api [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.547520] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.548452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.647447] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699603, 'name': ReconfigVM_Task, 'duration_secs': 0.378329} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.647883] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] c025840e-4bc6-4c2b-9fca-afec74a7e7f1/c025840e-4bc6-4c2b-9fca-afec74a7e7f1.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.649137] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cac8d3b8-d4a6-4464-a145-d9e8f6f1e359 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.655831] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1560.655831] env[62107]: value = "task-1699606" [ 1560.655831] env[62107]: _type = "Task" [ 1560.655831] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.668461] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699606, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.740791] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a62dd1-cce6-4e22-afc6-30ff0bbd0031 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.749535] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be830e4b-a656-411d-a440-aff5d3951e7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.793272] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c39136-e2ac-4f44-91c3-85bfdcf1caa8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.805706] env[62107]: DEBUG oslo_vmware.api [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699604, 'name': PowerOffVM_Task, 'duration_secs': 0.197118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.809324] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.810018] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.810233] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c61f4ae-cf42-4208-b19f-d4b2f32ba9e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.812844] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037599c-1598-4eab-b528-e0e7a197ef79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.830026] env[62107]: DEBUG nova.compute.provider_tree [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.022211] env[62107]: DEBUG oslo_vmware.api [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699605, 'name': PowerOffVM_Task, 'duration_secs': 0.271857} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.022211] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.022211] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1561.022211] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b92bd77-9b31-4e71-a88b-d95da4b72cc0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.051412] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1561.168303] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699606, 'name': Rename_Task, 'duration_secs': 0.14498} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.168533] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.168789] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7acf2d1-839d-4393-84a4-672596ccd7b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.175885] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1561.175885] env[62107]: value = "task-1699609" [ 1561.175885] env[62107]: _type = "Task" [ 1561.175885] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.183923] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.301197] env[62107]: INFO nova.compute.manager [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Rescuing [ 1561.301551] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.301701] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.301862] env[62107]: DEBUG nova.network.neutron [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.330826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "c38a6754-73ab-49a5-8d22-5599340bf465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.331174] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "c38a6754-73ab-49a5-8d22-5599340bf465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.364327] env[62107]: ERROR nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [req-f87094c1-1272-4c8a-8333-7a92ffc22ee9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f87094c1-1272-4c8a-8333-7a92ffc22ee9"}]} [ 1561.379973] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1561.402974] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1561.402974] env[62107]: DEBUG nova.compute.provider_tree [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.418440] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1561.422308] env[62107]: DEBUG nova.network.neutron [-] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.439128] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1561.544073] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.544301] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.544504] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] 3d664786-5c39-4a65-b166-611a7d8f1cf9 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.544780] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9cd87c8-a555-45b4-a9e1-6cb859565fc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.552382] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1561.552655] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1561.552835] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Deleting the datastore file [datastore1] be484c84-4e47-4f24-8e83-096c7968c534 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1561.557306] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2116076-61cd-4401-9855-5f6d4c0c6588 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.561932] env[62107]: DEBUG oslo_vmware.api [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1561.561932] env[62107]: value = "task-1699610" [ 1561.561932] env[62107]: _type = "Task" [ 1561.561932] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.569883] env[62107]: DEBUG oslo_vmware.api [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1561.569883] env[62107]: value = "task-1699611" [ 1561.569883] env[62107]: _type = "Task" [ 1561.569883] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.575844] env[62107]: DEBUG oslo_vmware.api [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.580266] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.585584] env[62107]: DEBUG oslo_vmware.api [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.691146] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699609, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.741534] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f61e86-b329-449e-975a-b712a3e79e6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.749353] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17fca9f-2096-42e4-af9e-b6a3fc2575f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.781531] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233ded53-5f86-489f-940c-372785f74696 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.793908] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd60308-771f-4d06-93c0-ba6af5c5c6d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.810332] env[62107]: DEBUG nova.compute.provider_tree [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1561.835654] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1561.922926] env[62107]: INFO nova.compute.manager [-] [instance: 24bc4251-aeae-4a03-8876-0d52d29222ab] Took 1.43 seconds to deallocate network for instance. [ 1562.089281] env[62107]: DEBUG oslo_vmware.api [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348147} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.092260] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.092501] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.092701] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.092878] env[62107]: INFO nova.compute.manager [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1562.093138] env[62107]: DEBUG oslo.service.loopingcall [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.093699] env[62107]: DEBUG oslo_vmware.api [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377898} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.093909] env[62107]: DEBUG nova.compute.manager [-] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1562.094017] env[62107]: DEBUG nova.network.neutron [-] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.095741] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1562.095925] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1562.096132] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1562.096303] env[62107]: INFO nova.compute.manager [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1562.096529] env[62107]: DEBUG oslo.service.loopingcall [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.096715] env[62107]: DEBUG nova.compute.manager [-] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1562.096798] env[62107]: DEBUG nova.network.neutron [-] [instance: be484c84-4e47-4f24-8e83-096c7968c534] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1562.192498] env[62107]: DEBUG oslo_vmware.api [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699609, 'name': PowerOnVM_Task, 'duration_secs': 0.535947} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.193114] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.194285] env[62107]: INFO nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1562.194285] env[62107]: DEBUG nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1562.195510] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe5352-ac36-482e-8f4f-d531122a2340 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.340248] env[62107]: ERROR nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [req-36a59838-3c45-4542-b7f1-4b0ed4e9354b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36a59838-3c45-4542-b7f1-4b0ed4e9354b"}]} [ 1562.348275] env[62107]: DEBUG nova.network.neutron [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updating instance_info_cache with network_info: [{"id": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "address": "fa:16:3e:cf:5a:b8", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5031a2b1-04", "ovs_interfaceid": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.368284] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1562.379636] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.387804] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1562.387804] env[62107]: DEBUG nova.compute.provider_tree [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1562.403603] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1562.426476] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1562.640513] env[62107]: DEBUG nova.compute.manager [req-c6b603ca-71ad-49fc-9812-e36eb16ca601 req-cd40e195-9a55-4036-bdb1-058b79ae9bbd service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Received event network-vif-deleted-de60a71c-0926-4134-8b9c-936cafe69b1f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1562.640513] env[62107]: INFO nova.compute.manager [req-c6b603ca-71ad-49fc-9812-e36eb16ca601 req-cd40e195-9a55-4036-bdb1-058b79ae9bbd service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Neutron deleted interface de60a71c-0926-4134-8b9c-936cafe69b1f; detaching it from the instance and deleting it from the info cache [ 1562.640513] env[62107]: DEBUG nova.network.neutron [req-c6b603ca-71ad-49fc-9812-e36eb16ca601 req-cd40e195-9a55-4036-bdb1-058b79ae9bbd service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.720410] env[62107]: INFO nova.compute.manager [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Took 17.49 seconds to build instance. [ 1562.747078] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd6cc92-3f48-4f10-9295-d6c42cc87401 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.755899] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec2ee4-6cf4-4fa0-9c48-527ae72e9d91 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.792061] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673614f5-3bdf-492b-b489-ec9cfb45fd1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.800253] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3f4a7e-65ce-4058-b660-7c29864d06f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.814267] env[62107]: DEBUG nova.compute.provider_tree [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.853551] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.950647] env[62107]: DEBUG oslo_concurrency.lockutils [None req-20c486e6-b407-42e1-bb52-36ebb54c15c6 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "24bc4251-aeae-4a03-8876-0d52d29222ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.532s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.097973] env[62107]: DEBUG nova.network.neutron [-] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.138855] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f914502-e686-482d-abb3-3737bccf3976 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.149306] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5938d3d-2f13-41d1-a765-cd9351bb5a48 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.183126] env[62107]: DEBUG nova.compute.manager [req-c6b603ca-71ad-49fc-9812-e36eb16ca601 req-cd40e195-9a55-4036-bdb1-058b79ae9bbd service nova] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Detach interface failed, port_id=de60a71c-0926-4134-8b9c-936cafe69b1f, reason: Instance 3d664786-5c39-4a65-b166-611a7d8f1cf9 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1563.225622] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6a586b99-2d35-435c-bcbc-4d9ced7fab38 tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.317487] env[62107]: DEBUG nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1563.363412] env[62107]: DEBUG nova.network.neutron [-] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.398017] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.398017] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef5adf3d-b6a8-4af5-a025-c17db1a4af96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.403077] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1563.403077] env[62107]: value = "task-1699612" [ 1563.403077] env[62107]: _type = "Task" [ 1563.403077] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.413726] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.601308] env[62107]: INFO nova.compute.manager [-] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Took 1.51 seconds to deallocate network for instance. [ 1563.823671] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.919s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.826367] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.246s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.828419] env[62107]: INFO nova.compute.claims [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.849561] env[62107]: INFO nova.scheduler.client.report [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted allocations for instance 7dea9ef9-d226-466b-be5f-2bc40a829a5a [ 1563.868778] env[62107]: INFO nova.compute.manager [-] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Took 1.77 seconds to deallocate network for instance. [ 1563.913564] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699612, 'name': PowerOffVM_Task, 'duration_secs': 0.414993} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.913564] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.914082] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5f3ba-e608-4e5f-8eb6-4a768767b88e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.934546] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5127bd98-2df9-4c47-b024-7c8e7019cbdb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.972624] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.972624] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9028c2bf-dbcb-4e9f-8193-fdaf17ef328d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.982017] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1563.982017] env[62107]: value = "task-1699613" [ 1563.982017] env[62107]: _type = "Task" [ 1563.982017] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.996173] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1563.996524] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.996670] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.996820] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.996999] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.998375] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96fb8ab9-6c74-4a5f-8578-73c71825dedc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.014272] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1564.014563] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1564.016214] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e92869-c0b2-4887-906c-81fa8034ec5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.023359] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1564.023359] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52920d3e-2ea5-810f-db71-07458f435698" [ 1564.023359] env[62107]: _type = "Task" [ 1564.023359] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.038149] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52920d3e-2ea5-810f-db71-07458f435698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.077907] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.078236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.078383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.078636] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.078728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.082367] env[62107]: INFO nova.compute.manager [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Terminating instance [ 1564.084827] env[62107]: DEBUG nova.compute.manager [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1564.085042] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.085940] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891bda0-eefc-4941-b988-654a97eba2da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.094605] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.094605] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28ba999e-198d-4138-ae07-383e2932420e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.100837] env[62107]: DEBUG oslo_vmware.api [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1564.100837] env[62107]: value = "task-1699614" [ 1564.100837] env[62107]: _type = "Task" [ 1564.100837] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.107516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.112335] env[62107]: DEBUG oslo_vmware.api [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.360733] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38f7f6f6-61e1-4fb9-b22f-2cfd382bc4c9 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "7dea9ef9-d226-466b-be5f-2bc40a829a5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.821s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.382018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.504895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.505182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.508023] env[62107]: INFO nova.compute.manager [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Shelving [ 1564.519565] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.519951] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.534722] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52920d3e-2ea5-810f-db71-07458f435698, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.535250] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37b3896-7042-40db-acd4-eab8f7fd6424 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.542112] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1564.542112] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525d3e70-69ec-a61d-4b8f-d08a99e5499d" [ 1564.542112] env[62107]: _type = "Task" [ 1564.542112] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.553579] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525d3e70-69ec-a61d-4b8f-d08a99e5499d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.612241] env[62107]: DEBUG oslo_vmware.api [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699614, 'name': PowerOffVM_Task, 'duration_secs': 0.21302} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.612241] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.612241] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.612241] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ce90f6c-536a-4f11-a304-489184c61004 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.671144] env[62107]: DEBUG nova.compute.manager [req-6dc7d233-4864-40f9-851f-85b755f44ae6 req-3d66ee66-1bb7-47c2-a089-c5f88f6053c2 service nova] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Received event network-vif-deleted-c06440d0-0395-4888-859e-e7e72acccc02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1564.702168] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.702404] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.702597] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Deleting the datastore file [datastore1] c025840e-4bc6-4c2b-9fca-afec74a7e7f1 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.702849] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f7673b-fe85-4a0f-bc9b-a296e5908969 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.709503] env[62107]: DEBUG oslo_vmware.api [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for the task: (returnval){ [ 1564.709503] env[62107]: value = "task-1699616" [ 1564.709503] env[62107]: _type = "Task" [ 1564.709503] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.718781] env[62107]: DEBUG oslo_vmware.api [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.980030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.980030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.012394] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.012479] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c05cafb-aceb-4e98-8a1d-99e3d288fb51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.022658] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1565.025628] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1565.025628] env[62107]: value = "task-1699617" [ 1565.025628] env[62107]: _type = "Task" [ 1565.025628] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.041661] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.057238] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525d3e70-69ec-a61d-4b8f-d08a99e5499d, 'name': SearchDatastore_Task, 'duration_secs': 0.026733} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.057601] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.057885] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. {{(pid=62107) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1565.058274] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e14cc85-7392-420f-a7ff-4d6cfd15beeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.065641] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1565.065641] env[62107]: value = "task-1699618" [ 1565.065641] env[62107]: _type = "Task" [ 1565.065641] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.074012] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.097613] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1ebff1-0f4a-49d4-9be6-2f203ac7cdb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.106224] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f759426-ca44-4c39-a9b4-90fed0b9adbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.142026] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4560e-4ab6-46de-9916-de572774b461 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.150306] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ffda56-24ba-45a4-abac-8592f6e13cf4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.167146] env[62107]: DEBUG nova.compute.provider_tree [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.221809] env[62107]: DEBUG oslo_vmware.api [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Task: {'id': task-1699616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38833} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.222090] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.222381] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.222483] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.222661] env[62107]: INFO nova.compute.manager [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1565.222890] env[62107]: DEBUG oslo.service.loopingcall [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.223099] env[62107]: DEBUG nova.compute.manager [-] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1565.223193] env[62107]: DEBUG nova.network.neutron [-] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.483009] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1565.542658] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699617, 'name': PowerOffVM_Task, 'duration_secs': 0.231817} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.542839] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.543829] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aa9a7c-5c44-47a1-9171-e528bd14dbd5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.550227] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.567100] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9d0554-f06b-43a6-81b4-dc86ca8e1232 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.586379] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.673033] env[62107]: DEBUG nova.scheduler.client.report [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1566.005587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.071657] env[62107]: DEBUG nova.network.neutron [-] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.088051] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1566.088389] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596901} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.089246] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ea994b6-9cff-4741-94b9-bdafca4eb569 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.091290] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. [ 1566.092365] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42cb38b-ef76-477e-8b59-94fd69036a6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.121327] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.123017] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6b15e1-0a27-4d4b-b4a7-db87b791b7c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.137176] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1566.137176] env[62107]: value = "task-1699619" [ 1566.137176] env[62107]: _type = "Task" [ 1566.137176] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.143404] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1566.143404] env[62107]: value = "task-1699620" [ 1566.143404] env[62107]: _type = "Task" [ 1566.143404] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.146771] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.155208] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.179276] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.179816] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1566.182474] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.805s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.183965] env[62107]: INFO nova.compute.claims [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.203409] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.203784] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.204160] env[62107]: DEBUG nova.objects.instance [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'flavor' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.580537] env[62107]: INFO nova.compute.manager [-] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Took 1.36 seconds to deallocate network for instance. [ 1566.647543] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699619, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.655580] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.691682] env[62107]: DEBUG nova.compute.utils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.693292] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1566.693458] env[62107]: DEBUG nova.network.neutron [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.707693] env[62107]: DEBUG nova.objects.instance [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'pci_requests' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.732906] env[62107]: DEBUG nova.policy [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5bcccf29f8a40cea3977b636777b5c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d156c85570a44a5a28a2f98c74a0e40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1566.914145] env[62107]: DEBUG nova.compute.manager [req-7c2e2e58-2387-45a4-b40d-3756f302d50a req-70438be9-a862-4bd3-9967-10d957037b09 service nova] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Received event network-vif-deleted-fc32adc9-a496-4e12-bd8c-e54b207b4816 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1566.968623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.969013] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.991355] env[62107]: DEBUG nova.network.neutron [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Successfully created port: 1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.086809] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.148010] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699619, 'name': CreateSnapshot_Task, 'duration_secs': 0.995515} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.151162] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1567.151940] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4443614c-db66-4d60-a444-a17fb9acba92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.160682] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699620, 'name': ReconfigVM_Task, 'duration_secs': 0.831936} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.162724] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.166233] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e201c7-d632-4786-8cae-80601d6a1966 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.202535] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1567.205907] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ba533c-33d7-4655-b846-a7ae831c55ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.220669] env[62107]: DEBUG nova.objects.base [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Object Instance<5763e2f2-73a6-458c-9512-041ddf5791eb> lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1567.220669] env[62107]: DEBUG nova.network.neutron [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1567.231660] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1567.231660] env[62107]: value = "task-1699621" [ 1567.231660] env[62107]: _type = "Task" [ 1567.231660] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.243849] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.334440] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0583d93b-2275-42ca-9ea1-4f5dc9cc29b7 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.130s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.473727] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1567.491050] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8af716-a331-455d-9cf7-ce0119f369b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.498919] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de67b5d7-3bef-4ba0-9b36-06fc0a037bc7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.530849] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52a25a-807f-428b-bffd-5f4fb7180ad2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.539679] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e030c29-557a-4e87-a42c-16f875729448 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.555191] env[62107]: DEBUG nova.compute.provider_tree [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.677747] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1567.677747] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5400f681-0a3f-4fc9-8d1c-23c8ab8eeb3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.686404] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1567.686404] env[62107]: value = "task-1699622" [ 1567.686404] env[62107]: _type = "Task" [ 1567.686404] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.695468] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.742628] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699621, 'name': ReconfigVM_Task, 'duration_secs': 0.185179} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.743042] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.743321] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06accd5f-621c-4599-9bba-78a0f22702ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.750609] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1567.750609] env[62107]: value = "task-1699623" [ 1567.750609] env[62107]: _type = "Task" [ 1567.750609] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.759798] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.846247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.846511] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.846696] env[62107]: DEBUG nova.compute.manager [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1567.848077] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a72f1-eaaf-48ca-b40f-9a99e12bf605 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.854865] env[62107]: DEBUG nova.compute.manager [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1567.855480] env[62107]: DEBUG nova.objects.instance [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'flavor' on Instance uuid 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.992470] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.058437] env[62107]: DEBUG nova.scheduler.client.report [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1568.197093] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.226055] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1568.253111] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1568.253369] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1568.253527] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.253712] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1568.253858] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.254061] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1568.254223] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1568.254381] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1568.254607] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1568.254760] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1568.254952] env[62107]: DEBUG nova.virt.hardware [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1568.255940] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b4386-4529-4ae0-89ff-82dd6447244b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.269668] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6dc46-8ba7-4b68-a737-8e8921d234f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.273551] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.360804] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.361294] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6475c95-8afb-4d74-bf17-7e7de0317c45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.369991] env[62107]: DEBUG oslo_vmware.api [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1568.369991] env[62107]: value = "task-1699624" [ 1568.369991] env[62107]: _type = "Task" [ 1568.369991] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.381181] env[62107]: DEBUG oslo_vmware.api [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.564635] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.565394] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1568.569150] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.462s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.569252] env[62107]: DEBUG nova.objects.instance [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid 3d664786-5c39-4a65-b166-611a7d8f1cf9 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.578146] env[62107]: DEBUG nova.network.neutron [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Successfully updated port: 1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.698263] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.765688] env[62107]: DEBUG oslo_vmware.api [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699623, 'name': PowerOnVM_Task, 'duration_secs': 0.780011} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.765688] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.768189] env[62107]: DEBUG nova.compute.manager [None req-e863eefe-3082-41a1-9d78-0e4b55542c23 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.768954] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7909770b-30a4-4870-9edb-5ab485b8e3e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.879641] env[62107]: DEBUG oslo_vmware.api [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699624, 'name': PowerOffVM_Task, 'duration_secs': 0.215272} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.879922] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.880111] env[62107]: DEBUG nova.compute.manager [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.880865] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef69729-3241-4c7f-aba4-c87f7f2188ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.991901] env[62107]: DEBUG nova.compute.manager [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-vif-plugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1568.992149] env[62107]: DEBUG oslo_concurrency.lockutils [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.992399] env[62107]: DEBUG oslo_concurrency.lockutils [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.992587] env[62107]: DEBUG oslo_concurrency.lockutils [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.992757] env[62107]: DEBUG nova.compute.manager [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] No waiting events found dispatching network-vif-plugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1568.992983] env[62107]: WARNING nova.compute.manager [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received unexpected event network-vif-plugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b for instance with vm_state building and task_state spawning. [ 1568.993094] env[62107]: DEBUG nova.compute.manager [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-changed-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1568.993281] env[62107]: DEBUG nova.compute.manager [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Refreshing instance network info cache due to event network-changed-1fa9fe16-18bf-4629-9a41-e3665dd9380b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1568.993436] env[62107]: DEBUG oslo_concurrency.lockutils [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.993569] env[62107]: DEBUG oslo_concurrency.lockutils [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.993989] env[62107]: DEBUG nova.network.neutron [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Refreshing network info cache for port 1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.073211] env[62107]: DEBUG nova.compute.utils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.077561] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1569.077736] env[62107]: DEBUG nova.network.neutron [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1569.081292] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.121591] env[62107]: DEBUG nova.policy [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b959e9886f0b49459ddc78d8d89c0646', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b90f18e8a6c342f3883064011e87e7ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1569.202100] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.222576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.222830] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.323344] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.323344] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.323430] env[62107]: DEBUG nova.objects.instance [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'flavor' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.347994] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21107038-87e4-486f-a424-8b8cce6401eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.356179] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbd45bf-307f-4d40-8d46-87eb494672c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.389536] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eb2e4c-64ac-47f8-af45-b9ac762623f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.394395] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a871f0ef-87df-42ce-a99d-897b809295bc tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.401683] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f08f1b9-0803-4a2a-959f-a6ef83a576ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.406529] env[62107]: DEBUG nova.network.neutron [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Successfully created port: a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.419195] env[62107]: DEBUG nova.compute.provider_tree [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.427564] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.427798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.428031] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.428189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.428363] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.430751] env[62107]: INFO nova.compute.manager [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Terminating instance [ 1569.432777] env[62107]: DEBUG nova.compute.manager [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1569.432966] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.433766] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44baf252-1cd6-48d3-8e67-0f49396f085c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.442538] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.442847] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2827d40-a714-4c02-9839-1336a2d84ed7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.449901] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1569.449901] env[62107]: value = "task-1699625" [ 1569.449901] env[62107]: _type = "Task" [ 1569.449901] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.460186] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.536394] env[62107]: DEBUG nova.network.neutron [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.578476] env[62107]: DEBUG nova.compute.utils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.665724] env[62107]: DEBUG nova.network.neutron [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.699929] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.726077] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1569.896799] env[62107]: DEBUG nova.objects.instance [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'pci_requests' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.941527] env[62107]: ERROR nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [req-3c4bc2cb-2635-45b2-8e1c-1765800d1dcd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c4bc2cb-2635-45b2-8e1c-1765800d1dcd"}]} [ 1569.960566] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.961511] env[62107]: DEBUG nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1569.974345] env[62107]: DEBUG nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1569.974600] env[62107]: DEBUG nova.compute.provider_tree [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.985417] env[62107]: DEBUG nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1570.003188] env[62107]: DEBUG nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1570.081694] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1570.168522] env[62107]: DEBUG oslo_concurrency.lockutils [req-4860abfc-361a-4a8a-85e7-72065f55fd2a req-a3aa53c0-c9f9-41f1-8dee-c8312155b666 service nova] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.168965] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.169146] env[62107]: DEBUG nova.network.neutron [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.200532] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.243704] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.246788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c001ff3-d67b-497e-a646-1e0193bdb526 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.255082] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d8b902-cbbc-4c19-ae7d-9425efd06ffe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.287598] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ca02f-b6b2-469a-9e8c-8087a4c745c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.295441] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538e5f2f-d937-4017-8ab6-56c3655abbf8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.309860] env[62107]: DEBUG nova.compute.provider_tree [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.400295] env[62107]: DEBUG nova.objects.base [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Object Instance<5763e2f2-73a6-458c-9512-041ddf5791eb> lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1570.400531] env[62107]: DEBUG nova.network.neutron [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.441060] env[62107]: DEBUG nova.policy [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1570.461029] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699625, 'name': PowerOffVM_Task, 'duration_secs': 0.930041} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.461271] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.461271] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.461528] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02f0ecc3-1465-4e01-9e24-e0f4d05f703f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.690434] env[62107]: DEBUG nova.network.neutron [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Successfully created port: 57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1570.701576] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.731797] env[62107]: DEBUG nova.network.neutron [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.842690] env[62107]: DEBUG nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1570.842968] env[62107]: DEBUG nova.compute.provider_tree [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 118 to 119 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1570.843170] env[62107]: DEBUG nova.compute.provider_tree [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.934801] env[62107]: DEBUG nova.network.neutron [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.997270] env[62107]: DEBUG nova.objects.instance [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'flavor' on Instance uuid 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.093875] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1571.120770] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T18:04:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1269193223',id=39,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-403981764',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1571.121099] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1571.121221] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.121451] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1571.121609] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.121761] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1571.121986] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1571.122165] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1571.122404] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1571.122617] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1571.123030] env[62107]: DEBUG nova.virt.hardware [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1571.124042] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc3eba9-17ec-41d7-b02b-249b1cb47983 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.132812] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e90a0a5-9558-460c-ab43-5cec322bacad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.150579] env[62107]: INFO nova.compute.manager [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Unrescuing [ 1571.150990] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.151202] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.151376] env[62107]: DEBUG nova.network.neutron [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.203651] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.348432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.779s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.350647] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.970s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.350881] env[62107]: DEBUG nova.objects.instance [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lazy-loading 'resources' on Instance uuid be484c84-4e47-4f24-8e83-096c7968c534 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.372764] env[62107]: INFO nova.scheduler.client.report [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance 3d664786-5c39-4a65-b166-611a7d8f1cf9 [ 1571.404950] env[62107]: DEBUG nova.network.neutron [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Successfully updated port: a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1571.438307] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.438653] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance network_info: |[{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1571.439130] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c4:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa9fe16-18bf-4629-9a41-e3665dd9380b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.447064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating folder: Project (7d156c85570a44a5a28a2f98c74a0e40). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.447180] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-143298d5-1a0e-40b1-aca7-ff527a58c0d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.458902] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Created folder: Project (7d156c85570a44a5a28a2f98c74a0e40) in parent group-v354057. [ 1571.461022] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating folder: Instances. Parent ref: group-v354293. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.461022] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b86efbbc-a8a1-491b-b326-622caf1f48ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.468231] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Created folder: Instances in parent group-v354293. [ 1571.468453] env[62107]: DEBUG oslo.service.loopingcall [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.468633] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.468824] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68268ff6-b1b0-430f-b39e-6bd8e25be276 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.502289] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.502289] env[62107]: value = "task-1699629" [ 1571.502289] env[62107]: _type = "Task" [ 1571.502289] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.502763] env[62107]: DEBUG oslo_concurrency.lockutils [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.502921] env[62107]: DEBUG oslo_concurrency.lockutils [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.503105] env[62107]: DEBUG nova.network.neutron [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1571.503278] env[62107]: DEBUG nova.objects.instance [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'info_cache' on Instance uuid 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.512124] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699629, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.702332] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.704902] env[62107]: DEBUG nova.compute.manager [req-b4adc805-26ee-441f-bfc4-3e58ab73f20b req-f67ed861-9f18-4842-afa0-09053de452fe service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Received event network-vif-plugged-a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1571.705138] env[62107]: DEBUG oslo_concurrency.lockutils [req-b4adc805-26ee-441f-bfc4-3e58ab73f20b req-f67ed861-9f18-4842-afa0-09053de452fe service nova] Acquiring lock "c38a6754-73ab-49a5-8d22-5599340bf465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.705370] env[62107]: DEBUG oslo_concurrency.lockutils [req-b4adc805-26ee-441f-bfc4-3e58ab73f20b req-f67ed861-9f18-4842-afa0-09053de452fe service nova] Lock "c38a6754-73ab-49a5-8d22-5599340bf465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.705548] env[62107]: DEBUG oslo_concurrency.lockutils [req-b4adc805-26ee-441f-bfc4-3e58ab73f20b req-f67ed861-9f18-4842-afa0-09053de452fe service nova] Lock "c38a6754-73ab-49a5-8d22-5599340bf465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.705716] env[62107]: DEBUG nova.compute.manager [req-b4adc805-26ee-441f-bfc4-3e58ab73f20b req-f67ed861-9f18-4842-afa0-09053de452fe service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] No waiting events found dispatching network-vif-plugged-a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1571.705918] env[62107]: WARNING nova.compute.manager [req-b4adc805-26ee-441f-bfc4-3e58ab73f20b req-f67ed861-9f18-4842-afa0-09053de452fe service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Received unexpected event network-vif-plugged-a51d800d-c378-45aa-be08-5b097fd22016 for instance with vm_state building and task_state spawning. [ 1571.797757] env[62107]: DEBUG nova.compute.manager [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1571.798552] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ebf107-4249-4b82-842e-8938681f8931 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.867943] env[62107]: DEBUG nova.network.neutron [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updating instance_info_cache with network_info: [{"id": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "address": "fa:16:3e:cf:5a:b8", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5031a2b1-04", "ovs_interfaceid": "5031a2b1-04b4-4400-89b8-45efdcd84e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.880725] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8a9074-0835-40d0-a54a-1b030db0d559 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "3d664786-5c39-4a65-b166-611a7d8f1cf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.637s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.911176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.911323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.911473] env[62107]: DEBUG nova.network.neutron [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.009312] env[62107]: DEBUG nova.objects.base [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Object Instance<7063b2ba-e02a-4b84-a9c6-5d8e8a74c977> lazy-loaded attributes: flavor,info_cache {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1572.012025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.012025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.012166] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Deleting the datastore file [datastore1] e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.012387] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40863a2a-9568-4d77-a517-c6aa271a7519 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.019670] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699629, 'name': CreateVM_Task, 'duration_secs': 0.432589} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.020799] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.021470] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.021634] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.021948] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.022450] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81592aa3-c029-4822-a377-65d2e435d70d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.025308] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for the task: (returnval){ [ 1572.025308] env[62107]: value = "task-1699630" [ 1572.025308] env[62107]: _type = "Task" [ 1572.025308] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.033532] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1572.033532] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52148b8b-0f29-7ea7-94e3-533f7611f4a2" [ 1572.033532] env[62107]: _type = "Task" [ 1572.033532] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.040449] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.045362] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52148b8b-0f29-7ea7-94e3-533f7611f4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.047926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.048189] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.048422] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.048569] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.048746] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.049653] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e66b85-51bb-43b8-847b-fb77c49011a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.057290] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.057481] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.058483] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4b5f7e-ce49-40e3-8d40-7f9c738185c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.065624] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1572.065624] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c47da3-004b-3276-1f69-6ee80197df6b" [ 1572.065624] env[62107]: _type = "Task" [ 1572.065624] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.073166] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c47da3-004b-3276-1f69-6ee80197df6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.099228] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2240ce6f-c16d-4f7f-a231-e995c11b9f9c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.107414] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c8876-55f3-4fc0-a307-b88a45abbdb2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.138220] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ce044-b7e8-4c48-9965-02a35bddc231 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.147103] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd31b0ed-6868-40b4-987d-f1ba4fa9302e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.161419] env[62107]: DEBUG nova.compute.provider_tree [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.202715] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.310455] env[62107]: INFO nova.compute.manager [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] instance snapshotting [ 1572.310455] env[62107]: DEBUG nova.objects.instance [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'flavor' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.368885] env[62107]: DEBUG nova.network.neutron [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Successfully updated port: 57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.377810] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-81a87615-255e-4f44-8f08-de208b52ee5c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.378447] env[62107]: DEBUG nova.objects.instance [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'flavor' on Instance uuid 81a87615-255e-4f44-8f08-de208b52ee5c {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1572.447596] env[62107]: DEBUG nova.network.neutron [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1572.535326] env[62107]: DEBUG oslo_vmware.api [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Task: {'id': task-1699630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476066} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.535654] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.535838] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.536030] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.536218] env[62107]: INFO nova.compute.manager [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Took 3.10 seconds to destroy the instance on the hypervisor. [ 1572.536452] env[62107]: DEBUG oslo.service.loopingcall [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.536639] env[62107]: DEBUG nova.compute.manager [-] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1572.536734] env[62107]: DEBUG nova.network.neutron [-] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.578308] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c47da3-004b-3276-1f69-6ee80197df6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.579190] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5787a334-c4e8-4ccd-83eb-447455c70bcb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.584282] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1572.584282] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f8339-8894-ee3e-42fc-e39fb76a2c07" [ 1572.584282] env[62107]: _type = "Task" [ 1572.584282] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.592288] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f8339-8894-ee3e-42fc-e39fb76a2c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.631247] env[62107]: DEBUG nova.network.neutron [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Updating instance_info_cache with network_info: [{"id": "a51d800d-c378-45aa-be08-5b097fd22016", "address": "fa:16:3e:15:4f:6f", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51d800d-c3", "ovs_interfaceid": "a51d800d-c378-45aa-be08-5b097fd22016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.664765] env[62107]: DEBUG nova.scheduler.client.report [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1572.704742] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699622, 'name': CloneVM_Task, 'duration_secs': 4.893614} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.705031] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Created linked-clone VM from snapshot [ 1572.706645] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a4cfb5-0324-4a6d-b691-a45e6018698f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.717440] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Uploading image f597c42f-da95-41ce-9ca9-74f1768a5336 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1572.737778] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1572.737778] env[62107]: value = "vm-354292" [ 1572.737778] env[62107]: _type = "VirtualMachine" [ 1572.737778] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1572.738070] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c767a4af-5b26-40f5-83cb-f7ee6ee77123 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.744617] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease: (returnval){ [ 1572.744617] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52323333-039b-da03-4e88-249eec3818d5" [ 1572.744617] env[62107]: _type = "HttpNfcLease" [ 1572.744617] env[62107]: } obtained for exporting VM: (result){ [ 1572.744617] env[62107]: value = "vm-354292" [ 1572.744617] env[62107]: _type = "VirtualMachine" [ 1572.744617] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1572.745019] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the lease: (returnval){ [ 1572.745019] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52323333-039b-da03-4e88-249eec3818d5" [ 1572.745019] env[62107]: _type = "HttpNfcLease" [ 1572.745019] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1572.754324] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1572.754324] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52323333-039b-da03-4e88-249eec3818d5" [ 1572.754324] env[62107]: _type = "HttpNfcLease" [ 1572.754324] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1572.783862] env[62107]: DEBUG nova.network.neutron [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.814398] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01144e9-45a7-4bab-838c-db5cb2fab7cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.835058] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b336d-7172-4be8-bff9-5443022aa147 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.871612] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.871612] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.871793] env[62107]: DEBUG nova.network.neutron [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.888033] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c3fb23-9198-4d77-9bc3-3e5c27c4ad3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.913023] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1572.913353] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1362fb9e-58ab-4d4b-8d6e-5ca785f00c9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.920790] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1572.920790] env[62107]: value = "task-1699632" [ 1572.920790] env[62107]: _type = "Task" [ 1572.920790] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.930285] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.096356] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f8339-8894-ee3e-42fc-e39fb76a2c07, 'name': SearchDatastore_Task, 'duration_secs': 0.034354} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.096707] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.097053] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.097380] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c71a452c-ab22-43e4-88f9-da4658c64336 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.111116] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1573.111116] env[62107]: value = "task-1699633" [ 1573.111116] env[62107]: _type = "Task" [ 1573.111116] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.119952] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.136196] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Releasing lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.136196] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Instance network_info: |[{"id": "a51d800d-c378-45aa-be08-5b097fd22016", "address": "fa:16:3e:15:4f:6f", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51d800d-c3", "ovs_interfaceid": "a51d800d-c378-45aa-be08-5b097fd22016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1573.136196] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4f:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a51d800d-c378-45aa-be08-5b097fd22016', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1573.150345] env[62107]: DEBUG oslo.service.loopingcall [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1573.150345] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1573.150345] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e91cfbe-1cd8-4c7f-b879-31fe92449099 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.173026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.173026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.623s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.174828] env[62107]: INFO nova.compute.claims [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.179682] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1573.179682] env[62107]: value = "task-1699634" [ 1573.179682] env[62107]: _type = "Task" [ 1573.179682] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.193900] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699634, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.199053] env[62107]: INFO nova.scheduler.client.report [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Deleted allocations for instance be484c84-4e47-4f24-8e83-096c7968c534 [ 1573.258628] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1573.258628] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52323333-039b-da03-4e88-249eec3818d5" [ 1573.258628] env[62107]: _type = "HttpNfcLease" [ 1573.258628] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1573.258628] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1573.258628] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52323333-039b-da03-4e88-249eec3818d5" [ 1573.258628] env[62107]: _type = "HttpNfcLease" [ 1573.258628] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1573.262058] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd26949-8446-48ef-abe6-dca22aad4aad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.268339] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1c1f1-c538-744d-e098-4919bf8cc12b/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1573.268575] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1c1f1-c538-744d-e098-4919bf8cc12b/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1573.339025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.345613] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1573.345929] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-36edb1ec-f7c8-4c90-8053-5958f368d554 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.354639] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1573.354639] env[62107]: value = "task-1699635" [ 1573.354639] env[62107]: _type = "Task" [ 1573.354639] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.365023] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.433221] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699632, 'name': PowerOffVM_Task, 'duration_secs': 0.227904} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.433617] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.440495] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1573.441852] env[62107]: WARNING nova.network.neutron [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] 29e26196-86b3-4c45-9500-89fe3211d9d8 already exists in list: networks containing: ['29e26196-86b3-4c45-9500-89fe3211d9d8']. ignoring it [ 1573.443978] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5ee24b-b025-4804-82a1-15f60c6dcd80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.467423] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1573.467423] env[62107]: value = "task-1699636" [ 1573.467423] env[62107]: _type = "Task" [ 1573.467423] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.477525] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.587948] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-718c2c3e-f3b3-400d-8ea9-d7edc5dd4996 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.632410] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.672042] env[62107]: DEBUG nova.network.neutron [-] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.694427] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699634, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.713069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c5c5db02-3d1a-43ee-8bba-7a30200122d1 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "be484c84-4e47-4f24-8e83-096c7968c534" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.251s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.785212] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "458b14da-2401-4660-8bc2-637fdc7735d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.785212] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "458b14da-2401-4660-8bc2-637fdc7735d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.841691] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.841986] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-136b4ffa-8ee0-4ee0-8caa-1d1a77961247 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.848916] env[62107]: DEBUG oslo_vmware.api [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1573.848916] env[62107]: value = "task-1699637" [ 1573.848916] env[62107]: _type = "Task" [ 1573.848916] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.857892] env[62107]: DEBUG oslo_vmware.api [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.865803] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699635, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.893740] env[62107]: DEBUG nova.network.neutron [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57f00eb5-7894-4f43-a02d-616519e0730f", "address": "fa:16:3e:72:98:a3", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f00eb5-78", "ovs_interfaceid": "57f00eb5-7894-4f43-a02d-616519e0730f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.973358] env[62107]: DEBUG nova.compute.manager [req-a5803ccc-4d40-4f4a-9541-0ed9842bd4db req-d9fb65f9-49e7-488d-be18-1230f55b25ee service nova] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Received event network-vif-deleted-555ab89f-e9f6-4435-aec9-6dadade03cd6 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.985386] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699636, 'name': ReconfigVM_Task, 'duration_secs': 0.386781} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.985957] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1573.986250] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.986635] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c08f9f-e28c-4199-83e0-b1353549fadf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.994985] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1573.994985] env[62107]: value = "task-1699638" [ 1573.994985] env[62107]: _type = "Task" [ 1573.994985] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.004274] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.124541] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552206} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.124969] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.125303] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.125709] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59eae7e5-2e4e-4827-b0c7-925d586187fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.133869] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1574.133869] env[62107]: value = "task-1699639" [ 1574.133869] env[62107]: _type = "Task" [ 1574.133869] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.144307] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.173411] env[62107]: INFO nova.compute.manager [-] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Took 1.64 seconds to deallocate network for instance. [ 1574.197899] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699634, 'name': CreateVM_Task, 'duration_secs': 0.560816} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.198722] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1574.199060] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.199344] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.199951] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1574.200275] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9510e9ff-a726-4e8c-8589-d220d88e3d12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.206097] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1574.206097] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d6926a-8678-0522-04b4-b73eccc106f3" [ 1574.206097] env[62107]: _type = "Task" [ 1574.206097] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.217194] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d6926a-8678-0522-04b4-b73eccc106f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.287770] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1574.303921] env[62107]: DEBUG nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Received event network-changed-a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1574.304361] env[62107]: DEBUG nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Refreshing instance network info cache due to event network-changed-a51d800d-c378-45aa-be08-5b097fd22016. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1574.304653] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Acquiring lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.304869] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Acquired lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.305102] env[62107]: DEBUG nova.network.neutron [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Refreshing network info cache for port a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.375921] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699635, 'name': CreateSnapshot_Task, 'duration_secs': 0.827901} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.376276] env[62107]: DEBUG oslo_vmware.api [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699637, 'name': PowerOnVM_Task, 'duration_secs': 0.416716} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.376800] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1574.377275] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.377727] env[62107]: DEBUG nova.compute.manager [None req-73896ccc-9aa5-4fac-a8a4-30074b9cac60 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1574.379073] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87563988-d132-40c8-858a-fdbedf4cd32c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.384112] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe9d45-030c-4a0b-aeb1-35b06c1d55eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.402479] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.403241] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.403512] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.409819] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ed2a13-9b8c-4e88-93f9-ddb641b7c190 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.428627] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.428796] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.429075] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.429336] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.429550] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.429697] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.429917] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.430084] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.430255] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.430419] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.430589] env[62107]: DEBUG nova.virt.hardware [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.437630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfiguring VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1574.442033] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc0f37e-bb8f-4050-9f42-7c3c14c9f4f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.462607] env[62107]: DEBUG oslo_vmware.api [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1574.462607] env[62107]: value = "task-1699640" [ 1574.462607] env[62107]: _type = "Task" [ 1574.462607] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.473901] env[62107]: DEBUG oslo_vmware.api [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699640, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.510748] env[62107]: DEBUG oslo_vmware.api [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699638, 'name': PowerOnVM_Task, 'duration_secs': 0.502387} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.511196] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.511514] env[62107]: DEBUG nova.compute.manager [None req-e722ae83-8a69-499c-9d44-1535c8d1dc53 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1574.512535] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06590902-004b-476f-9790-c27300882e61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.552711] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a9cb4-1784-4fbb-84fb-c4151590bc60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.561194] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8d6aa3-1755-4a9d-965e-2bf9536b624b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.595052] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed241df0-eebf-479a-a69c-ded130be6827 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.602930] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6606d7ea-4cab-470a-bbc9-b9e1702b07df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.617864] env[62107]: DEBUG nova.compute.provider_tree [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.643619] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104798} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.644039] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.645100] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a26be93-522e-41fc-a54a-5f487aaa28a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.668526] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.669256] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5617f5ef-38fc-4ff2-ae90-9587300b722b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.684703] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.690498] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1574.690498] env[62107]: value = "task-1699641" [ 1574.690498] env[62107]: _type = "Task" [ 1574.690498] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.702283] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.716894] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d6926a-8678-0522-04b4-b73eccc106f3, 'name': SearchDatastore_Task, 'duration_secs': 0.017727} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.717880] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.717997] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.718244] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.718470] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.718762] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.719058] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f070e27-4ec9-492d-9e4f-961bd0ce1cc0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.727810] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.728041] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.728822] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e51425-ab0d-4723-bd2c-c2bf848eaeed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.734374] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1574.734374] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cf5218-6c34-046e-582c-1b2ea34fd15b" [ 1574.734374] env[62107]: _type = "Task" [ 1574.734374] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.742326] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cf5218-6c34-046e-582c-1b2ea34fd15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.808823] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.916994] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1574.919796] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29318bf1-11ad-4ddc-9269-3616de477723 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.929496] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1574.929496] env[62107]: value = "task-1699642" [ 1574.929496] env[62107]: _type = "Task" [ 1574.929496] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.938634] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699642, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.972631] env[62107]: DEBUG oslo_vmware.api [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.109146] env[62107]: DEBUG nova.network.neutron [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Updated VIF entry in instance network info cache for port a51d800d-c378-45aa-be08-5b097fd22016. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.109585] env[62107]: DEBUG nova.network.neutron [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Updating instance_info_cache with network_info: [{"id": "a51d800d-c378-45aa-be08-5b097fd22016", "address": "fa:16:3e:15:4f:6f", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51d800d-c3", "ovs_interfaceid": "a51d800d-c378-45aa-be08-5b097fd22016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.146369] env[62107]: ERROR nova.scheduler.client.report [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [req-b7445fc6-a318-489d-a677-51b68b7678a7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b7445fc6-a318-489d-a677-51b68b7678a7"}]} [ 1575.166196] env[62107]: DEBUG nova.scheduler.client.report [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1575.172702] env[62107]: DEBUG oslo_concurrency.lockutils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.173140] env[62107]: DEBUG oslo_concurrency.lockutils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.184779] env[62107]: DEBUG nova.scheduler.client.report [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1575.185276] env[62107]: DEBUG nova.compute.provider_tree [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.202054] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.203256] env[62107]: DEBUG nova.scheduler.client.report [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1575.224335] env[62107]: DEBUG nova.scheduler.client.report [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1575.245760] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cf5218-6c34-046e-582c-1b2ea34fd15b, 'name': SearchDatastore_Task, 'duration_secs': 0.021549} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.249949] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0d1559-b94c-46a3-ab66-f7d66441da9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.257936] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1575.257936] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f319ea-707d-8f6e-6781-f1e18ed6f991" [ 1575.257936] env[62107]: _type = "Task" [ 1575.257936] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.270437] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f319ea-707d-8f6e-6781-f1e18ed6f991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.443217] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699642, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.472615] env[62107]: DEBUG oslo_vmware.api [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699640, 'name': ReconfigVM_Task, 'duration_secs': 0.834213} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.476143] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.476476] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfigured VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1575.502149] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87cd4dc-010b-4e41-b9b5-9f53affdbef7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.513593] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d030a6a4-0e0a-4150-b2f1-0b10e5b8316a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.545225] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f8e2a-5a08-4d90-b900-fbfd6eedb23a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.553613] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d31045-a038-4417-bebb-84786efa3f87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.567718] env[62107]: DEBUG nova.compute.provider_tree [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.613542] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Releasing lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.613804] env[62107]: DEBUG nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-vif-plugged-57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1575.614008] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.614223] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.614386] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.614620] env[62107]: DEBUG nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] No waiting events found dispatching network-vif-plugged-57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1575.614805] env[62107]: WARNING nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received unexpected event network-vif-plugged-57f00eb5-7894-4f43-a02d-616519e0730f for instance with vm_state active and task_state None. [ 1575.614971] env[62107]: DEBUG nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-changed-57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1575.615164] env[62107]: DEBUG nova.compute.manager [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing instance network info cache due to event network-changed-57f00eb5-7894-4f43-a02d-616519e0730f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1575.615356] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.615502] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.615672] env[62107]: DEBUG nova.network.neutron [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing network info cache for port 57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.677434] env[62107]: DEBUG nova.compute.utils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.703189] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699641, 'name': ReconfigVM_Task, 'duration_secs': 0.539125} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.703499] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.704218] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b60c15-db8a-4f20-8528-59a926d0d0e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.711759] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1575.711759] env[62107]: value = "task-1699643" [ 1575.711759] env[62107]: _type = "Task" [ 1575.711759] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.720023] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699643, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.768557] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f319ea-707d-8f6e-6781-f1e18ed6f991, 'name': SearchDatastore_Task, 'duration_secs': 0.015209} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.768914] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.769336] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465/c38a6754-73ab-49a5-8d22-5599340bf465.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.769670] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6146a1db-15d5-4694-a6f8-2879452ec845 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.776720] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1575.776720] env[62107]: value = "task-1699644" [ 1575.776720] env[62107]: _type = "Task" [ 1575.776720] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.786543] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.943863] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699642, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.981861] env[62107]: DEBUG oslo_concurrency.lockutils [None req-086cadb9-b3e7-4bf5-b85b-409d3e43fb86 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.659s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.098719] env[62107]: DEBUG nova.scheduler.client.report [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1576.099011] env[62107]: DEBUG nova.compute.provider_tree [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 120 to 121 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1576.099206] env[62107]: DEBUG nova.compute.provider_tree [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.180923] env[62107]: DEBUG oslo_concurrency.lockutils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.222407] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699643, 'name': Rename_Task, 'duration_secs': 0.210632} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.222679] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.222930] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017e0eb9-3fad-4e60-88d1-a82908019ac3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.230067] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1576.230067] env[62107]: value = "task-1699645" [ 1576.230067] env[62107]: _type = "Task" [ 1576.230067] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.239034] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.287844] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.444308] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699642, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.558822] env[62107]: DEBUG nova.network.neutron [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updated VIF entry in instance network info cache for port 57f00eb5-7894-4f43-a02d-616519e0730f. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.559294] env[62107]: DEBUG nova.network.neutron [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57f00eb5-7894-4f43-a02d-616519e0730f", "address": "fa:16:3e:72:98:a3", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f00eb5-78", "ovs_interfaceid": "57f00eb5-7894-4f43-a02d-616519e0730f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.604908] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.432s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.605820] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1576.609455] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.603s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.610794] env[62107]: INFO nova.compute.claims [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.741708] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.787883] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563823} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.790240] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465/c38a6754-73ab-49a5-8d22-5599340bf465.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.790240] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.790240] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b92ba5c-5260-4a6a-9880-9e98f8d39d6b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.796064] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1576.796064] env[62107]: value = "task-1699646" [ 1576.796064] env[62107]: _type = "Task" [ 1576.796064] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.804218] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.946450] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699642, 'name': CloneVM_Task, 'duration_secs': 1.900762} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.946789] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created linked-clone VM from snapshot [ 1576.948234] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6735d5b4-e7ce-44fb-8e24-69c04bd4f316 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.956282] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Uploading image 99e98ad7-849f-4a5d-b3fa-1c8d9f1781aa {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1576.981038] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1576.981038] env[62107]: value = "vm-354298" [ 1576.981038] env[62107]: _type = "VirtualMachine" [ 1576.981038] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1576.981331] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4b5867b-6d4a-437f-b3c7-a285fda524df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.988802] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease: (returnval){ [ 1576.988802] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a915c0-b196-c521-1b39-cb698622389f" [ 1576.988802] env[62107]: _type = "HttpNfcLease" [ 1576.988802] env[62107]: } obtained for exporting VM: (result){ [ 1576.988802] env[62107]: value = "vm-354298" [ 1576.988802] env[62107]: _type = "VirtualMachine" [ 1576.988802] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1576.988802] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the lease: (returnval){ [ 1576.988802] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a915c0-b196-c521-1b39-cb698622389f" [ 1576.988802] env[62107]: _type = "HttpNfcLease" [ 1576.988802] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1576.996674] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1576.996674] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a915c0-b196-c521-1b39-cb698622389f" [ 1576.996674] env[62107]: _type = "HttpNfcLease" [ 1576.996674] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1577.062033] env[62107]: DEBUG oslo_concurrency.lockutils [req-cc4f1ffd-439f-4991-928f-11c407605f7b req-74188b04-6da3-42a0-ab0f-1c02c2f50d50 service nova] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.115234] env[62107]: DEBUG nova.compute.utils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1577.119342] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1577.119342] env[62107]: DEBUG nova.network.neutron [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1577.180158] env[62107]: DEBUG nova.policy [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82843587ebe64df282259cf56bc9e0d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c156ad5fef8f4ed2b5475237fe658268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1577.246200] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.246876] env[62107]: DEBUG oslo_concurrency.lockutils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.247176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.247529] env[62107]: INFO nova.compute.manager [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Attaching volume 1ef8ed0f-c697-4bb9-a52a-2a271395e30d to /dev/sdb [ 1577.285633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d3f641-b200-4fa2-9f0d-d103c973aa7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.295373] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020efe65-2bfb-40cb-8211-ce65c5a14129 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.312279] env[62107]: DEBUG nova.virt.block_device [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating existing volume attachment record: 4fbd920e-177c-4567-8d80-ed30bd99d296 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1577.317780] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067851} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.318116] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.318938] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c21fc1f-010a-493e-b2cc-7550fd22e210 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.343178] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465/c38a6754-73ab-49a5-8d22-5599340bf465.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.343564] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb50427-75b1-41d9-b713-ed3d68f62f5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.365569] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1577.365569] env[62107]: value = "task-1699648" [ 1577.365569] env[62107]: _type = "Task" [ 1577.365569] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.373178] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.499468] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1577.499468] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a915c0-b196-c521-1b39-cb698622389f" [ 1577.499468] env[62107]: _type = "HttpNfcLease" [ 1577.499468] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1577.499468] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1577.499468] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a915c0-b196-c521-1b39-cb698622389f" [ 1577.499468] env[62107]: _type = "HttpNfcLease" [ 1577.499468] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1577.499468] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88272d0c-c026-40f5-a604-5244fea2d31b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.507775] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52546352-d14d-75d8-1c7f-a0c0d9434d34/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1577.508143] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52546352-d14d-75d8-1c7f-a0c0d9434d34/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1577.572906] env[62107]: DEBUG nova.network.neutron [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Successfully created port: ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.620033] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1577.655135] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a6fc6c0-2782-4aae-b1c4-89af71b74c6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.747167] env[62107]: DEBUG oslo_vmware.api [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699645, 'name': PowerOnVM_Task, 'duration_secs': 1.514336} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.748184] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.748184] env[62107]: INFO nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1577.748184] env[62107]: DEBUG nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1577.750785] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6464c85d-0976-47c5-885d-c9a9f3719a4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.878896] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.977717] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0ec6b-caca-4d30-a0cc-bcfe4bfc472b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.987998] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4250aafb-8b25-4bc7-8f1c-91299a06c4db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.023143] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef201e0-89b9-41d5-88f6-0558dc56b7ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.031999] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a235f8eb-54fe-4350-b9cf-c33c98ee5b74 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.048438] env[62107]: DEBUG nova.compute.provider_tree [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.271532] env[62107]: INFO nova.compute.manager [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Took 16.71 seconds to build instance. [ 1578.377766] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699648, 'name': ReconfigVM_Task, 'duration_secs': 0.543861} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.378779] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465/c38a6754-73ab-49a5-8d22-5599340bf465.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.379191] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62107) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1578.380273] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-996ab7ec-fa99-4a6f-97e0-3d269b84812c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.388694] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1578.388694] env[62107]: value = "task-1699652" [ 1578.388694] env[62107]: _type = "Task" [ 1578.388694] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.397493] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699652, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.452335] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.452765] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.453256] env[62107]: DEBUG nova.objects.instance [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'flavor' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.554218] env[62107]: DEBUG nova.scheduler.client.report [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1578.633748] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1578.774273] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f8249bf-0c0d-4e0a-b31e-d2207c7c886c tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.226s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.869376] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "019d17e0-8ee8-4586-8696-e903b5ea431b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.869640] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.869857] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "019d17e0-8ee8-4586-8696-e903b5ea431b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.870056] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.870234] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.873320] env[62107]: INFO nova.compute.manager [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Terminating instance [ 1578.875498] env[62107]: DEBUG nova.compute.manager [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1578.875717] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.876598] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ae0fb9-6a1b-47d1-9b6b-66b9c7eaef60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.884706] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.885040] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f78b59-7317-43e1-bdfb-03e78a14eae7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.894918] env[62107]: DEBUG oslo_vmware.api [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1578.894918] env[62107]: value = "task-1699653" [ 1578.894918] env[62107]: _type = "Task" [ 1578.894918] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.902128] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699652, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.087984} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.902806] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62107) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1578.903643] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6682642c-49ca-4467-9c8f-0dde420b7f4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.909958] env[62107]: DEBUG oslo_vmware.api [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.934402] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465/ephemeral_0.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.935835] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f079aee2-ca8a-4428-8bc9-60b079b6cc11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.962226] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1578.962226] env[62107]: value = "task-1699654" [ 1578.962226] env[62107]: _type = "Task" [ 1578.962226] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.974382] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.063399] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.064060] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1579.067686] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.981s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.068052] env[62107]: DEBUG nova.objects.instance [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lazy-loading 'resources' on Instance uuid c025840e-4bc6-4c2b-9fca-afec74a7e7f1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.101539] env[62107]: DEBUG nova.objects.instance [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'pci_requests' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.363425] env[62107]: DEBUG nova.network.neutron [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Successfully updated port: ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.408131] env[62107]: DEBUG oslo_vmware.api [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699653, 'name': PowerOffVM_Task, 'duration_secs': 0.254323} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.408131] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.408131] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.408131] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b6c0d6-155a-4eb2-a43d-3a9f4d796065 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.479024] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.482570] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.482833] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.482918] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Deleting the datastore file [datastore1] 019d17e0-8ee8-4586-8696-e903b5ea431b {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.483190] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57609054-45ec-473b-b989-f81d7a7b6a35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.490670] env[62107]: DEBUG oslo_vmware.api [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for the task: (returnval){ [ 1579.490670] env[62107]: value = "task-1699656" [ 1579.490670] env[62107]: _type = "Task" [ 1579.490670] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.500037] env[62107]: DEBUG oslo_vmware.api [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.571418] env[62107]: DEBUG nova.compute.utils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1579.576258] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1579.576839] env[62107]: DEBUG nova.network.neutron [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.605210] env[62107]: DEBUG nova.objects.base [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Object Instance<5763e2f2-73a6-458c-9512-041ddf5791eb> lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1579.605210] env[62107]: DEBUG nova.network.neutron [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.654079] env[62107]: DEBUG nova.policy [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa53e32b1a54fbaa16b5592e5d2de32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17709cff940f4186b7319e0a3b05c7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1579.679778] env[62107]: DEBUG nova.compute.manager [req-8bd9bdf4-0611-485d-a6fc-ba197cf76f5c req-321fbb10-c27a-4a13-9273-a54e48b2e63d service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Received event network-vif-plugged-ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1579.679778] env[62107]: DEBUG oslo_concurrency.lockutils [req-8bd9bdf4-0611-485d-a6fc-ba197cf76f5c req-321fbb10-c27a-4a13-9273-a54e48b2e63d service nova] Acquiring lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.679778] env[62107]: DEBUG oslo_concurrency.lockutils [req-8bd9bdf4-0611-485d-a6fc-ba197cf76f5c req-321fbb10-c27a-4a13-9273-a54e48b2e63d service nova] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.679778] env[62107]: DEBUG oslo_concurrency.lockutils [req-8bd9bdf4-0611-485d-a6fc-ba197cf76f5c req-321fbb10-c27a-4a13-9273-a54e48b2e63d service nova] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.679778] env[62107]: DEBUG nova.compute.manager [req-8bd9bdf4-0611-485d-a6fc-ba197cf76f5c req-321fbb10-c27a-4a13-9273-a54e48b2e63d service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] No waiting events found dispatching network-vif-plugged-ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1579.679778] env[62107]: WARNING nova.compute.manager [req-8bd9bdf4-0611-485d-a6fc-ba197cf76f5c req-321fbb10-c27a-4a13-9273-a54e48b2e63d service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Received unexpected event network-vif-plugged-ac332033-0e32-4447-8fad-41793ce09878 for instance with vm_state building and task_state spawning. [ 1579.718600] env[62107]: DEBUG nova.policy [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1579.871825] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "refresh_cache-1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.871825] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquired lock "refresh_cache-1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.874309] env[62107]: DEBUG nova.network.neutron [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.979374] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699654, 'name': ReconfigVM_Task, 'duration_secs': 0.649192} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.979704] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465/ephemeral_0.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.980403] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd8dfe3-bba0-429f-a896-f678a3d2cf30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.990985] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1579.990985] env[62107]: value = "task-1699658" [ 1579.990985] env[62107]: _type = "Task" [ 1579.990985] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.991788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989f5e0f-6a22-4ae7-a1f5-dd47d3cdfbe8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.012783] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e233c3-7be6-49fd-ad6b-456c1b352949 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.017150] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699658, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.017332] env[62107]: DEBUG oslo_vmware.api [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Task: {'id': task-1699656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331145} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.017632] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.017867] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.018092] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.018420] env[62107]: INFO nova.compute.manager [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1580.018681] env[62107]: DEBUG oslo.service.loopingcall [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.019509] env[62107]: DEBUG nova.compute.manager [-] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1580.019509] env[62107]: DEBUG nova.network.neutron [-] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.051174] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1744e2-6682-4191-a51c-72fc873d8684 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.060267] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcebf17-6e05-4b44-a489-c53d09cd78f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.076690] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1580.079814] env[62107]: DEBUG nova.compute.provider_tree [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.174502] env[62107]: DEBUG nova.network.neutron [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Successfully created port: 15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.417833] env[62107]: DEBUG nova.network.neutron [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.506285] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699658, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.587437] env[62107]: DEBUG nova.scheduler.client.report [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1580.612284] env[62107]: DEBUG nova.network.neutron [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Updating instance_info_cache with network_info: [{"id": "ac332033-0e32-4447-8fad-41793ce09878", "address": "fa:16:3e:f0:21:c1", "network": {"id": "1563176b-1bc0-4b8a-9576-b08dfb3b8586", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1793823038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c156ad5fef8f4ed2b5475237fe658268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac332033-0e", "ovs_interfaceid": "ac332033-0e32-4447-8fad-41793ce09878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.005899] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699658, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.027741] env[62107]: DEBUG nova.network.neutron [-] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.092835] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1581.095810] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.028s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.098624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.106s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.100751] env[62107]: INFO nova.compute.claims [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1581.114883] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Releasing lock "refresh_cache-1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.115331] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Instance network_info: |[{"id": "ac332033-0e32-4447-8fad-41793ce09878", "address": "fa:16:3e:f0:21:c1", "network": {"id": "1563176b-1bc0-4b8a-9576-b08dfb3b8586", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1793823038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c156ad5fef8f4ed2b5475237fe658268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac332033-0e", "ovs_interfaceid": "ac332033-0e32-4447-8fad-41793ce09878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1581.120124] env[62107]: INFO nova.scheduler.client.report [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Deleted allocations for instance c025840e-4bc6-4c2b-9fca-afec74a7e7f1 [ 1581.377852] env[62107]: DEBUG nova.network.neutron [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Successfully updated port: 5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.506421] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699658, 'name': Rename_Task, 'duration_secs': 1.273061} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.506737] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.507083] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49fcfcd8-4edf-44df-9bd0-f95346b0492e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.514899] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1581.514899] env[62107]: value = "task-1699659" [ 1581.514899] env[62107]: _type = "Task" [ 1581.514899] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.525157] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.530780] env[62107]: INFO nova.compute.manager [-] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Took 1.51 seconds to deallocate network for instance. [ 1581.630760] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0125b5ea-5c81-45ba-883a-40a2cbecb87e tempest-ServersNegativeTestMultiTenantJSON-12246964 tempest-ServersNegativeTestMultiTenantJSON-12246964-project-member] Lock "c025840e-4bc6-4c2b-9fca-afec74a7e7f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.552s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.797315] env[62107]: DEBUG nova.network.neutron [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Successfully updated port: 15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.881398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.881583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.881766] env[62107]: DEBUG nova.network.neutron [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.026279] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.038705] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.300534] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-6bc3797a-defd-457f-90f0-74fbcf2c80d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.300534] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-6bc3797a-defd-457f-90f0-74fbcf2c80d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.300672] env[62107]: DEBUG nova.network.neutron [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.362471] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1582.362700] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354300', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'name': 'volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '81b88841-7349-47d3-bedc-4e92688077bb', 'attached_at': '', 'detached_at': '', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'serial': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1582.363651] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c42286-8a13-4f98-8b41-1d23d7009bfd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.368730] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb3113-6893-4f31-a600-723b5107d96d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.383639] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89097653-db9d-4695-8b9d-a0d6c5e7f8cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.391471] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c554d7ff-67d1-479c-a56f-c85a9fab00d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.415801] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d/volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.416702] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30090bc5-eb6a-43a1-bb0d-1e60abd2abb6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.458060] env[62107]: WARNING nova.network.neutron [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] 29e26196-86b3-4c45-9500-89fe3211d9d8 already exists in list: networks containing: ['29e26196-86b3-4c45-9500-89fe3211d9d8']. ignoring it [ 1582.458271] env[62107]: WARNING nova.network.neutron [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] 29e26196-86b3-4c45-9500-89fe3211d9d8 already exists in list: networks containing: ['29e26196-86b3-4c45-9500-89fe3211d9d8']. ignoring it [ 1582.461049] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343f9d3c-7562-4687-811e-9e52d2b2cb35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.465671] env[62107]: DEBUG oslo_vmware.api [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1582.465671] env[62107]: value = "task-1699660" [ 1582.465671] env[62107]: _type = "Task" [ 1582.465671] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.472090] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb77be-d88a-427c-aa9d-1076a1674364 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.482032] env[62107]: DEBUG oslo_vmware.api [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.491105] env[62107]: DEBUG nova.compute.provider_tree [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.527987] env[62107]: DEBUG oslo_vmware.api [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699659, 'name': PowerOnVM_Task, 'duration_secs': 0.856014} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.528202] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.528407] env[62107]: INFO nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1582.528579] env[62107]: DEBUG nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1582.529390] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765d5d2-38fa-4d88-b2df-1b6af74d14c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.841024] env[62107]: DEBUG nova.network.neutron [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.912516] env[62107]: DEBUG nova.network.neutron [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57f00eb5-7894-4f43-a02d-616519e0730f", "address": "fa:16:3e:72:98:a3", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f00eb5-78", "ovs_interfaceid": "57f00eb5-7894-4f43-a02d-616519e0730f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "address": "fa:16:3e:51:32:68", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8ecfc0-62", "ovs_interfaceid": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.979929] env[62107]: DEBUG oslo_vmware.api [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699660, 'name': ReconfigVM_Task, 'duration_secs': 0.396858} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.980278] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Reconfigured VM instance instance-0000004e to attach disk [datastore1] volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d/volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.986499] env[62107]: DEBUG nova.network.neutron [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Updating instance_info_cache with network_info: [{"id": "15b6dacf-04e7-4e21-bda4-fc308332f6d4", "address": "fa:16:3e:e2:74:22", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b6dacf-04", "ovs_interfaceid": "15b6dacf-04e7-4e21-bda4-fc308332f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.988200] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2949548d-c34d-4d35-a8e2-450f0a95b0cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.000779] env[62107]: DEBUG nova.scheduler.client.report [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1583.009921] env[62107]: DEBUG oslo_vmware.api [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1583.009921] env[62107]: value = "task-1699661" [ 1583.009921] env[62107]: _type = "Task" [ 1583.009921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.020681] env[62107]: DEBUG oslo_vmware.api [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.050401] env[62107]: INFO nova.compute.manager [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Took 20.71 seconds to build instance. [ 1583.075066] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.075335] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.075491] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.075746] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.075874] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.076016] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.076155] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.076308] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.076492] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.076747] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.076819] env[62107]: DEBUG nova.virt.hardware [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.079375] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1c5b4c-aa3a-4f7b-a5ca-d63a00689942 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.091515] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.091673] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.091825] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.092060] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.092223] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.092372] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.092603] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.092769] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.092931] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.093107] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.093600] env[62107]: DEBUG nova.virt.hardware [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.094652] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab1bdb2-2feb-46e6-b22a-47a534db0345 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.100406] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052bdd10-dbc4-44dc-9873-b72a88cedf70 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.114089] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:21:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac332033-0e32-4447-8fad-41793ce09878', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.121602] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Creating folder: Project (c156ad5fef8f4ed2b5475237fe658268). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.124024] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1c1f1-c538-744d-e098-4919bf8cc12b/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1583.126380] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17414558-26fe-4dc5-9181-14e085750c6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.128600] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82062a4-1c4b-45bf-9d48-d6a6608b982b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.131913] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2e0e9-3a00-42f1-84cb-8d2130ef8fea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.139826] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1c1f1-c538-744d-e098-4919bf8cc12b/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1583.139994] env[62107]: ERROR oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1c1f1-c538-744d-e098-4919bf8cc12b/disk-0.vmdk due to incomplete transfer. [ 1583.148432] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-086e0044-784e-48d5-bfde-9ebd4f73fffe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.151771] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Created folder: Project (c156ad5fef8f4ed2b5475237fe658268) in parent group-v354057. [ 1583.151979] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Creating folder: Instances. Parent ref: group-v354301. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1583.152675] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6830dd7-cdec-4067-a157-5da91bb5a733 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.158225] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d1c1f1-c538-744d-e098-4919bf8cc12b/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1583.158419] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Uploaded image f597c42f-da95-41ce-9ca9-74f1768a5336 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1583.160716] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1583.162029] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9738808f-fc2c-46bc-90ff-ed655281d7ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.163701] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Created folder: Instances in parent group-v354301. [ 1583.163920] env[62107]: DEBUG oslo.service.loopingcall [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.164138] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.164735] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98647c01-2cbf-4ab5-826a-460c795652a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.180777] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1583.180777] env[62107]: value = "task-1699664" [ 1583.180777] env[62107]: _type = "Task" [ 1583.180777] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.185823] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.185823] env[62107]: value = "task-1699665" [ 1583.185823] env[62107]: _type = "Task" [ 1583.185823] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.191874] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699664, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.197202] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699665, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.416842] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.417662] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.417724] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.418598] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54709996-b9a5-4dc3-bb7d-dea3ef2d08e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.436690] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1583.436984] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1583.437100] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.437281] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1583.437427] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.437575] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1583.437871] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1583.437988] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1583.438202] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1583.438324] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1583.438494] env[62107]: DEBUG nova.virt.hardware [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1583.444815] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfiguring VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1583.445158] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2886d20f-9f5c-477f-81fe-991bfdf96fe5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.463942] env[62107]: DEBUG oslo_vmware.api [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1583.463942] env[62107]: value = "task-1699666" [ 1583.463942] env[62107]: _type = "Task" [ 1583.463942] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.472259] env[62107]: DEBUG oslo_vmware.api [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699666, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.501077] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-6bc3797a-defd-457f-90f0-74fbcf2c80d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.501436] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Instance network_info: |[{"id": "15b6dacf-04e7-4e21-bda4-fc308332f6d4", "address": "fa:16:3e:e2:74:22", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b6dacf-04", "ovs_interfaceid": "15b6dacf-04e7-4e21-bda4-fc308332f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1583.501862] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:74:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b6dacf-04e7-4e21-bda4-fc308332f6d4', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1583.510016] env[62107]: DEBUG oslo.service.loopingcall [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.510727] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.511211] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1583.513927] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1583.514285] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.271s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.516029] env[62107]: INFO nova.compute.claims [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.518086] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a04aefd-63fc-44ed-af92-f7d39ed7ff78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.542749] env[62107]: DEBUG oslo_vmware.api [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699661, 'name': ReconfigVM_Task, 'duration_secs': 0.166171} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.543939] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354300', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'name': 'volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '81b88841-7349-47d3-bedc-4e92688077bb', 'attached_at': '', 'detached_at': '', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'serial': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1583.545441] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1583.545441] env[62107]: value = "task-1699667" [ 1583.545441] env[62107]: _type = "Task" [ 1583.545441] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.554948] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5dc7090b-4aac-48b4-a49d-b9527ffb50bc tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "c38a6754-73ab-49a5-8d22-5599340bf465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.224s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.555158] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699667, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.692622] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699664, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.698406] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699665, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.975651] env[62107]: DEBUG oslo_vmware.api [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.986765] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "f31f773f-88bd-449c-a09c-cf2478115376" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.987018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "f31f773f-88bd-449c-a09c-cf2478115376" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.038268] env[62107]: DEBUG nova.compute.utils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1584.046500] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1584.046769] env[62107]: DEBUG nova.network.neutron [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1584.068648] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699667, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.137563] env[62107]: DEBUG nova.policy [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '615d0e9e998c40888b409be398ee45b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27369990efd4453b9a8f6fab3a2e46eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1584.196181] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699664, 'name': Destroy_Task, 'duration_secs': 0.712693} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.201924] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Destroyed the VM [ 1584.202096] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1584.202345] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699665, 'name': CreateVM_Task, 'duration_secs': 0.637866} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.202597] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-303452f3-67c6-4c91-9725-7550780f98cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.204532] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.205443] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.205443] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.205779] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.206473] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c4ead5-4b9b-44ec-b36d-ead50f52942d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.211552] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1584.211552] env[62107]: value = "task-1699668" [ 1584.211552] env[62107]: _type = "Task" [ 1584.211552] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.212628] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1584.212628] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521bed56-fb16-681e-63c1-17fba593bdf6" [ 1584.212628] env[62107]: _type = "Task" [ 1584.212628] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.233623] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.236737] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521bed56-fb16-681e-63c1-17fba593bdf6, 'name': SearchDatastore_Task, 'duration_secs': 0.016822} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.237205] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.237456] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1584.238868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.239100] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.239390] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1584.239842] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405977ff-9be2-4166-a3c7-c2db90f11995 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.248666] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1584.248866] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1584.249606] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1e5ead-ec22-4d6f-b574-997bfe4e92b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.256895] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1584.256895] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52229193-720e-1b86-d5ae-1d273ff5781e" [ 1584.256895] env[62107]: _type = "Task" [ 1584.256895] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.267715] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52229193-720e-1b86-d5ae-1d273ff5781e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.329979] env[62107]: DEBUG nova.compute.manager [req-c718cf49-a9b6-4b46-bbab-164c2f26d3b6 req-870df45c-5407-482a-ac74-668e004ff2f2 service nova] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Received event network-vif-deleted-56148e9e-7b8f-4e3f-b6c6-3decd665b246 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.477287] env[62107]: DEBUG oslo_vmware.api [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699666, 'name': ReconfigVM_Task, 'duration_secs': 0.746237} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.477802] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.478030] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfigured VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1584.489558] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1584.551064] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1584.571518] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699667, 'name': CreateVM_Task, 'duration_secs': 0.532718} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.571792] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.575342] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.575342] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.575342] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1584.575342] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b38c55-2e7a-422c-b42a-e05e7b975daa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.582302] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1584.582302] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529d6d6e-de82-1386-6365-1459fb3abaf4" [ 1584.582302] env[62107]: _type = "Task" [ 1584.582302] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.602598] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529d6d6e-de82-1386-6365-1459fb3abaf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.605782] env[62107]: DEBUG nova.objects.instance [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.724626] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699668, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.770928] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52229193-720e-1b86-d5ae-1d273ff5781e, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.771834] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb1f856-7626-4792-a089-dcfcdf26a704 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.778444] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1584.778444] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528045a0-c558-5ded-3f70-15fc6cdbb2ad" [ 1584.778444] env[62107]: _type = "Task" [ 1584.778444] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.790292] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528045a0-c558-5ded-3f70-15fc6cdbb2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.830551] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.830799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.863678] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a24e5-8786-4c00-b42f-7434ad3ffff0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.872614] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1ad04-a2c4-4c32-8c53-c817d07cf1c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.905531] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0c6510-de13-494d-bd77-d23fe94991f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.915071] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448ebd40-525c-417e-b39a-2d6b5131c99d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.931876] env[62107]: DEBUG nova.compute.provider_tree [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.983416] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a122b9e6-1763-4e1a-b34c-6ee99ba615af tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.531s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.011567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.038779] env[62107]: DEBUG nova.network.neutron [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Successfully created port: 51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.100262] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529d6d6e-de82-1386-6365-1459fb3abaf4, 'name': SearchDatastore_Task, 'duration_secs': 0.018038} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.100262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.100665] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.100723] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.111766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-75771cd1-892a-482c-abef-068a6eb877b7 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.864s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.228485] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699668, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632789} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.230838] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1585.230838] env[62107]: DEBUG nova.compute.manager [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1585.230838] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091949b8-9470-43d1-aca4-5fd4e9539721 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.294239] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528045a0-c558-5ded-3f70-15fc6cdbb2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014908} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.295523] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.295905] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057/1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.296290] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.296533] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.296807] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a207a2-a250-4380-8cb8-2f8150e51c87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.299374] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5fa41c7-ac09-49ee-af8d-4804b8f3097b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.308351] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1585.308351] env[62107]: value = "task-1699669" [ 1585.308351] env[62107]: _type = "Task" [ 1585.308351] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.312815] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.313201] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.314346] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d155c72e-6585-4878-8cbe-6e6fe2d7a7da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.322842] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.330022] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1585.330022] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52071772-7ea0-30ca-df80-5f5f6702a42b" [ 1585.330022] env[62107]: _type = "Task" [ 1585.330022] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.333573] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1585.340902] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52071772-7ea0-30ca-df80-5f5f6702a42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.363712] env[62107]: DEBUG nova.compute.manager [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Received event network-changed-ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1585.364037] env[62107]: DEBUG nova.compute.manager [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Refreshing instance network info cache due to event network-changed-ac332033-0e32-4447-8fad-41793ce09878. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1585.364248] env[62107]: DEBUG oslo_concurrency.lockutils [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] Acquiring lock "refresh_cache-1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.364412] env[62107]: DEBUG oslo_concurrency.lockutils [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] Acquired lock "refresh_cache-1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.364584] env[62107]: DEBUG nova.network.neutron [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Refreshing network info cache for port ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.435406] env[62107]: DEBUG nova.scheduler.client.report [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1585.564277] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1585.606356] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1585.606684] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1585.606892] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1585.607126] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1585.607294] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1585.607456] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1585.607677] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1585.607900] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1585.608111] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1585.608279] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1585.608461] env[62107]: DEBUG nova.virt.hardware [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1585.609464] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af6855-cb77-41f3-b4d9-bf914bd42e43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.620912] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be0c140-a861-411b-9660-3240a30864a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.747269] env[62107]: INFO nova.compute.manager [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Shelve offloading [ 1585.749509] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.749812] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-670f129c-875c-4bbc-b304-5279afa20c3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.761839] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1585.761839] env[62107]: value = "task-1699670" [ 1585.761839] env[62107]: _type = "Task" [ 1585.761839] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.775016] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1585.775305] env[62107]: DEBUG nova.compute.manager [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1585.776239] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852db5c-4a7c-4a2c-84f0-4d0a05e8eb04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.784997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.785244] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.785467] env[62107]: DEBUG nova.network.neutron [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.824046] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.844994] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52071772-7ea0-30ca-df80-5f5f6702a42b, 'name': SearchDatastore_Task, 'duration_secs': 0.015224} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.849101] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d229352e-09a4-4ba5-a245-fc5b3ce59a6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.857792] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1585.857792] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a83cc9-c192-5bb9-d374-a0cbeb89822c" [ 1585.857792] env[62107]: _type = "Task" [ 1585.857792] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.877398] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a83cc9-c192-5bb9-d374-a0cbeb89822c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.878461] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.941136] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.941694] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1585.944508] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.260s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.948026] env[62107]: DEBUG nova.objects.instance [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lazy-loading 'resources' on Instance uuid e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.322133] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55966} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.322550] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057/1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.322721] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.322983] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30416dc4-ebf3-403c-a66f-bbe98a15a8d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.332176] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1586.332176] env[62107]: value = "task-1699671" [ 1586.332176] env[62107]: _type = "Task" [ 1586.332176] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.347491] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.369862] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a83cc9-c192-5bb9-d374-a0cbeb89822c, 'name': SearchDatastore_Task, 'duration_secs': 0.016869} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.370747] env[62107]: DEBUG nova.network.neutron [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Updated VIF entry in instance network info cache for port ac332033-0e32-4447-8fad-41793ce09878. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.371084] env[62107]: DEBUG nova.network.neutron [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Updating instance_info_cache with network_info: [{"id": "ac332033-0e32-4447-8fad-41793ce09878", "address": "fa:16:3e:f0:21:c1", "network": {"id": "1563176b-1bc0-4b8a-9576-b08dfb3b8586", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1793823038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c156ad5fef8f4ed2b5475237fe658268", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac332033-0e", "ovs_interfaceid": "ac332033-0e32-4447-8fad-41793ce09878", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.372278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.372528] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6bc3797a-defd-457f-90f0-74fbcf2c80d6/6bc3797a-defd-457f-90f0-74fbcf2c80d6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.373010] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2077c794-f8d0-4db0-986d-3b857a0c3a2a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.383713] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1586.383713] env[62107]: value = "task-1699672" [ 1586.383713] env[62107]: _type = "Task" [ 1586.383713] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.393639] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.448496] env[62107]: DEBUG nova.compute.utils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.454726] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1586.454914] env[62107]: DEBUG nova.network.neutron [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1586.501575] env[62107]: DEBUG oslo_concurrency.lockutils [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.501790] env[62107]: DEBUG oslo_concurrency.lockutils [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.501966] env[62107]: DEBUG nova.compute.manager [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1586.503117] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309b09d-200f-4905-8ac4-055d5fae47a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.518060] env[62107]: DEBUG nova.compute.manager [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1586.518933] env[62107]: DEBUG nova.objects.instance [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.553800] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52546352-d14d-75d8-1c7f-a0c0d9434d34/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1586.554940] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13435578-f6ae-4b06-a4b6-762c4625b3bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.568389] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52546352-d14d-75d8-1c7f-a0c0d9434d34/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1586.568389] env[62107]: ERROR oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52546352-d14d-75d8-1c7f-a0c0d9434d34/disk-0.vmdk due to incomplete transfer. [ 1586.568593] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3db7948b-5124-4f5a-8023-ee495d5398cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.580187] env[62107]: DEBUG oslo_vmware.rw_handles [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52546352-d14d-75d8-1c7f-a0c0d9434d34/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1586.580431] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Uploaded image 99e98ad7-849f-4a5d-b3fa-1c8d9f1781aa to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1586.582755] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.593609] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85294cbe-f24c-49c9-b6d5-609844a096bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.599496] env[62107]: DEBUG nova.policy [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbee3a4abd8144fc94ad5f7f821ad1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cee2755f41f42f0baf75de1428313c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1586.609289] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1586.609289] env[62107]: value = "task-1699673" [ 1586.609289] env[62107]: _type = "Task" [ 1586.609289] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.623448] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699673, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.693363] env[62107]: DEBUG nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-vif-plugged-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.693417] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.693621] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.694436] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.694436] env[62107]: DEBUG nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] No waiting events found dispatching network-vif-plugged-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1586.694436] env[62107]: WARNING nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received unexpected event network-vif-plugged-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 for instance with vm_state active and task_state None. [ 1586.694583] env[62107]: DEBUG nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-changed-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.694773] env[62107]: DEBUG nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing instance network info cache due to event network-changed-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1586.694964] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.695352] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.695530] env[62107]: DEBUG nova.network.neutron [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Refreshing network info cache for port 5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.848455] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108782} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.848793] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.850377] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deab8950-8c78-44dd-a8a3-8acb7bacab2d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.882097] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057/1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.883400] env[62107]: DEBUG nova.network.neutron [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Successfully updated port: 51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1586.886876] env[62107]: DEBUG oslo_concurrency.lockutils [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] Releasing lock "refresh_cache-1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.886876] env[62107]: DEBUG nova.compute.manager [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Received event network-vif-plugged-15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.886876] env[62107]: DEBUG oslo_concurrency.lockutils [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] Acquiring lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.886876] env[62107]: DEBUG oslo_concurrency.lockutils [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.886876] env[62107]: DEBUG oslo_concurrency.lockutils [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.887189] env[62107]: DEBUG nova.compute.manager [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] No waiting events found dispatching network-vif-plugged-15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1586.887189] env[62107]: WARNING nova.compute.manager [req-90756867-7f81-426e-911e-f0243676a67c req-fcb4be72-2a31-4eb4-99eb-ac6c3b7cbb2a service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Received unexpected event network-vif-plugged-15b6dacf-04e7-4e21-bda4-fc308332f6d4 for instance with vm_state building and task_state spawning. [ 1586.890809] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1588ef73-5739-43f1-89fd-61001e4516bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.905166] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee61aab-2bec-4d24-868b-75d6b383721a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.912758] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.912896] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.913051] env[62107]: DEBUG nova.network.neutron [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1586.924696] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504058} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.927330] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6bc3797a-defd-457f-90f0-74fbcf2c80d6/6bc3797a-defd-457f-90f0-74fbcf2c80d6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.928043] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.928043] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1586.928043] env[62107]: value = "task-1699674" [ 1586.928043] env[62107]: _type = "Task" [ 1586.928043] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.928644] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c37c47-fe0f-49f5-911e-e7d2ff2882bd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.931417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f54af-31cd-4fba-b83f-6754e1e98113 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.946208] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.975186] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1586.975186] env[62107]: value = "task-1699675" [ 1586.975186] env[62107]: _type = "Task" [ 1586.975186] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.975186] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1586.978709] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae9581e-0ca5-477d-8479-b00607c1bfaf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.993268] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bdbcd5-ef64-4792-97c1-d0a7ae526365 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.997581] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.010587] env[62107]: DEBUG nova.compute.provider_tree [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.028660] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.030113] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba59d958-6fb9-4274-b9e2-3877d135b0ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.037248] env[62107]: DEBUG nova.network.neutron [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.040190] env[62107]: DEBUG oslo_vmware.api [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1587.040190] env[62107]: value = "task-1699676" [ 1587.040190] env[62107]: _type = "Task" [ 1587.040190] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.052826] env[62107]: DEBUG oslo_vmware.api [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.119895] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699673, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.441726] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699674, 'name': ReconfigVM_Task, 'duration_secs': 0.371458} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.442103] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057/1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.442900] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060161e0-9ed9-444d-92ed-b46ab745351e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.451642] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1587.451642] env[62107]: value = "task-1699677" [ 1587.451642] env[62107]: _type = "Task" [ 1587.451642] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.461391] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699677, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.470296] env[62107]: DEBUG nova.network.neutron [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1587.493009] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.515047] env[62107]: DEBUG nova.scheduler.client.report [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1587.541339] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.550126] env[62107]: DEBUG nova.compute.manager [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Received event network-changed-15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1587.550334] env[62107]: DEBUG nova.compute.manager [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Refreshing instance network info cache due to event network-changed-15b6dacf-04e7-4e21-bda4-fc308332f6d4. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1587.550624] env[62107]: DEBUG oslo_concurrency.lockutils [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] Acquiring lock "refresh_cache-6bc3797a-defd-457f-90f0-74fbcf2c80d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.551210] env[62107]: DEBUG oslo_concurrency.lockutils [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] Acquired lock "refresh_cache-6bc3797a-defd-457f-90f0-74fbcf2c80d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.551210] env[62107]: DEBUG nova.network.neutron [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Refreshing network info cache for port 15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1587.560334] env[62107]: DEBUG oslo_vmware.api [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699676, 'name': PowerOffVM_Task, 'duration_secs': 0.286613} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.560665] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.561339] env[62107]: DEBUG nova.compute.manager [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1587.563415] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039bc501-c770-4b23-93f4-f04392dbe8d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.589116] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-57f00eb5-7894-4f43-a02d-616519e0730f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.589457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-57f00eb5-7894-4f43-a02d-616519e0730f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.002s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.622165] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699673, 'name': Destroy_Task, 'duration_secs': 0.610474} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.622503] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroyed the VM [ 1587.622779] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1587.623086] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c6456f3-65b6-47bf-88e5-95f7dc4d96c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.632032] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1587.632032] env[62107]: value = "task-1699678" [ 1587.632032] env[62107]: _type = "Task" [ 1587.632032] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.643810] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.735826] env[62107]: DEBUG nova.network.neutron [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Successfully created port: 9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1587.796324] env[62107]: DEBUG nova.network.neutron [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updating instance_info_cache with network_info: [{"id": "51939e5e-4203-4c08-a37b-afa55b70b811", "address": "fa:16:3e:2b:86:9b", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51939e5e-42", "ovs_interfaceid": "51939e5e-4203-4c08-a37b-afa55b70b811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.865391] env[62107]: DEBUG nova.network.neutron [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updated VIF entry in instance network info cache for port 5b8ecfc0-62d3-4dde-8360-d5a9d5480db1. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.865964] env[62107]: DEBUG nova.network.neutron [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "57f00eb5-7894-4f43-a02d-616519e0730f", "address": "fa:16:3e:72:98:a3", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f00eb5-78", "ovs_interfaceid": "57f00eb5-7894-4f43-a02d-616519e0730f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "address": "fa:16:3e:51:32:68", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8ecfc0-62", "ovs_interfaceid": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.965702] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699677, 'name': Rename_Task, 'duration_secs': 0.156384} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.965702] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.965702] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739e09bb-b2e1-4928-9872-a051d9508bd1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.976021] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1587.976021] env[62107]: value = "task-1699679" [ 1587.976021] env[62107]: _type = "Task" [ 1587.976021] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.995057] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1587.998966] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.007807] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.752101} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.008389] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.009592] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9293d608-bcb7-405e-9b89-2c8753b63fd8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.029462] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.042979] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 6bc3797a-defd-457f-90f0-74fbcf2c80d6/6bc3797a-defd-457f-90f0-74fbcf2c80d6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.047837] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.239s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.049718] env[62107]: INFO nova.compute.claims [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.053326] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b620c531-ecc5-4806-aa51-bbc9e817de04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.077254] env[62107]: INFO nova.scheduler.client.report [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Deleted allocations for instance e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf [ 1588.083934] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1588.084083] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1588.084144] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1588.084467] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1588.084892] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1588.084892] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1588.085147] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1588.085324] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1588.085607] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1588.085781] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1588.086191] env[62107]: DEBUG nova.virt.hardware [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1588.091411] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bce9f1-5218-46c1-b976-98cc97fa8195 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.094745] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1588.094745] env[62107]: value = "task-1699680" [ 1588.094745] env[62107]: _type = "Task" [ 1588.094745] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.095420] env[62107]: DEBUG oslo_concurrency.lockutils [None req-39c6383e-41d0-4f7d-a2a5-d738d1db6eef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.594s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.096608] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.096782] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.099033] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933e2a3d-dd30-4858-9788-b255c0ac76d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.113407] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3d8157-6115-43e0-aa6c-6863215449a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.134466] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.140855] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa48d47b-2e98-44b6-bb26-40fb224b6084 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.164332] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699678, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.189846] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfiguring VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1588.190334] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591f3f84-c61e-48aa-a240-b565f28b2ced {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.212321] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1588.212321] env[62107]: value = "task-1699681" [ 1588.212321] env[62107]: _type = "Task" [ 1588.212321] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.222638] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.302022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.302022] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Instance network_info: |[{"id": "51939e5e-4203-4c08-a37b-afa55b70b811", "address": "fa:16:3e:2b:86:9b", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51939e5e-42", "ovs_interfaceid": "51939e5e-4203-4c08-a37b-afa55b70b811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1588.302022] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:86:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51939e5e-4203-4c08-a37b-afa55b70b811', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.309150] env[62107]: DEBUG oslo.service.loopingcall [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.309799] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1588.310230] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f91122ca-7434-4db6-b927-738c0567b450 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.341722] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.341722] env[62107]: value = "task-1699682" [ 1588.341722] env[62107]: _type = "Task" [ 1588.341722] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.354757] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699682, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.364095] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1588.364857] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de296dd9-5c9e-4942-806f-4be4ab057bef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.370053] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.370053] env[62107]: DEBUG nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Received event network-changed-a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.370304] env[62107]: DEBUG nova.compute.manager [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Refreshing instance network info cache due to event network-changed-a51d800d-c378-45aa-be08-5b097fd22016. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1588.370385] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Acquiring lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.370519] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Acquired lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.370684] env[62107]: DEBUG nova.network.neutron [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Refreshing network info cache for port a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.375783] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1588.376379] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a70094-b81a-446e-afcd-88b08ee08e1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.482387] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1588.482835] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1588.484310] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleting the datastore file [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1588.485594] env[62107]: DEBUG nova.network.neutron [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Updated VIF entry in instance network info cache for port 15b6dacf-04e7-4e21-bda4-fc308332f6d4. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1588.488248] env[62107]: DEBUG nova.network.neutron [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Updating instance_info_cache with network_info: [{"id": "15b6dacf-04e7-4e21-bda4-fc308332f6d4", "address": "fa:16:3e:e2:74:22", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b6dacf-04", "ovs_interfaceid": "15b6dacf-04e7-4e21-bda4-fc308332f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.489629] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f14ddad-3864-4559-9949-fd04f59323a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.492415] env[62107]: DEBUG nova.objects.instance [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.499949] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.501391] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1588.501391] env[62107]: value = "task-1699684" [ 1588.501391] env[62107]: _type = "Task" [ 1588.501391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.515637] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.604034] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33dc125c-b0d8-464b-b97d-05ae03aff46c tempest-ServersV294TestFqdnHostnames-1387011069 tempest-ServersV294TestFqdnHostnames-1387011069-project-member] Lock "e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.175s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.611171] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.654465] env[62107]: DEBUG oslo_vmware.api [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699678, 'name': RemoveSnapshot_Task, 'duration_secs': 0.851411} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.654465] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1588.654465] env[62107]: INFO nova.compute.manager [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 15.84 seconds to snapshot the instance on the hypervisor. [ 1588.727396] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.735147] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Received event network-vif-plugged-51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.735147] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.735147] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.735147] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.735147] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] No waiting events found dispatching network-vif-plugged-51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1588.735147] env[62107]: WARNING nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Received unexpected event network-vif-plugged-51939e5e-4203-4c08-a37b-afa55b70b811 for instance with vm_state building and task_state spawning. [ 1588.735147] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Received event network-changed-51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1588.735147] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Refreshing instance network info cache due to event network-changed-51939e5e-4203-4c08-a37b-afa55b70b811. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1588.735843] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Acquiring lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.735843] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Acquired lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.735927] env[62107]: DEBUG nova.network.neutron [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Refreshing network info cache for port 51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.853637] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699682, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.993407] env[62107]: DEBUG oslo_vmware.api [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699679, 'name': PowerOnVM_Task, 'duration_secs': 0.589526} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.993929] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.998019] env[62107]: INFO nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Took 10.36 seconds to spawn the instance on the hypervisor. [ 1588.998019] env[62107]: DEBUG nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1588.998019] env[62107]: DEBUG oslo_concurrency.lockutils [req-610fbe17-7ed9-42b1-924c-e79dba1aeae3 req-557083ee-23c0-4ed3-be1b-b9ec75ca93ac service nova] Releasing lock "refresh_cache-6bc3797a-defd-457f-90f0-74fbcf2c80d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.000537] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad1b58-f36e-4df7-84b0-5c79a0f1724c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.009509] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.009909] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.010270] env[62107]: DEBUG nova.network.neutron [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.010643] env[62107]: DEBUG nova.objects.instance [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'info_cache' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.042014] env[62107]: DEBUG oslo_vmware.api [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217725} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.042014] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1589.042014] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1589.042014] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1589.070586] env[62107]: INFO nova.scheduler.client.report [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted allocations for instance f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 [ 1589.111244] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699680, 'name': ReconfigVM_Task, 'duration_secs': 0.587414} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.114390] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 6bc3797a-defd-457f-90f0-74fbcf2c80d6/6bc3797a-defd-457f-90f0-74fbcf2c80d6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.115549] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caddd0e8-80d2-4234-a886-dbfc1b57fa96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.124323] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1589.124323] env[62107]: value = "task-1699685" [ 1589.124323] env[62107]: _type = "Task" [ 1589.124323] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.138538] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699685, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.207255] env[62107]: DEBUG nova.compute.manager [None req-a13af790-8075-4c5b-a428-63d682606869 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Found 1 images (rotation: 2) {{(pid=62107) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1589.224499] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.332606] env[62107]: DEBUG nova.network.neutron [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Updated VIF entry in instance network info cache for port a51d800d-c378-45aa-be08-5b097fd22016. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.332986] env[62107]: DEBUG nova.network.neutron [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Updating instance_info_cache with network_info: [{"id": "a51d800d-c378-45aa-be08-5b097fd22016", "address": "fa:16:3e:15:4f:6f", "network": {"id": "f3e4d055-d714-4be8-94fb-a158f0daea5e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1905596836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b90f18e8a6c342f3883064011e87e7ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa51d800d-c3", "ovs_interfaceid": "a51d800d-c378-45aa-be08-5b097fd22016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.356408] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699682, 'name': CreateVM_Task, 'duration_secs': 0.713403} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.356800] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.359979] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.360171] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.360747] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.361584] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8b3ef5-0bd9-486b-b83a-3dccb1c10dd2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.366949] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1589.366949] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e263e8-99b8-56f2-515e-bea24ef352c9" [ 1589.366949] env[62107]: _type = "Task" [ 1589.366949] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.382177] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e263e8-99b8-56f2-515e-bea24ef352c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.398082] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d18a798-4396-4514-85ca-0372fc187f5f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.405665] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fd236a-9c48-405e-940d-372fb2166010 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.442761] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1340c8a-db71-4f12-99ab-658034e16d26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.450513] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33028529-13af-4317-99a3-59a94f263826 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.465304] env[62107]: DEBUG nova.compute.provider_tree [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.518923] env[62107]: DEBUG nova.objects.base [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Object Instance<81b88841-7349-47d3-bedc-4e92688077bb> lazy-loaded attributes: flavor,info_cache {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1589.548565] env[62107]: INFO nova.compute.manager [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Took 24.02 seconds to build instance. [ 1589.575781] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.614733] env[62107]: DEBUG nova.compute.manager [req-f7e52139-06ee-48db-8635-3a001ecf5d13 req-5ba87914-99be-4725-912c-3dbeb14ab090 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Received event network-vif-plugged-9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1589.614973] env[62107]: DEBUG oslo_concurrency.lockutils [req-f7e52139-06ee-48db-8635-3a001ecf5d13 req-5ba87914-99be-4725-912c-3dbeb14ab090 service nova] Acquiring lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.615201] env[62107]: DEBUG oslo_concurrency.lockutils [req-f7e52139-06ee-48db-8635-3a001ecf5d13 req-5ba87914-99be-4725-912c-3dbeb14ab090 service nova] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.615370] env[62107]: DEBUG oslo_concurrency.lockutils [req-f7e52139-06ee-48db-8635-3a001ecf5d13 req-5ba87914-99be-4725-912c-3dbeb14ab090 service nova] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.615535] env[62107]: DEBUG nova.compute.manager [req-f7e52139-06ee-48db-8635-3a001ecf5d13 req-5ba87914-99be-4725-912c-3dbeb14ab090 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] No waiting events found dispatching network-vif-plugged-9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1589.615804] env[62107]: WARNING nova.compute.manager [req-f7e52139-06ee-48db-8635-3a001ecf5d13 req-5ba87914-99be-4725-912c-3dbeb14ab090 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Received unexpected event network-vif-plugged-9e1a99b1-82ae-4d97-99fa-eb0a15d7742e for instance with vm_state building and task_state spawning. [ 1589.635490] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699685, 'name': Rename_Task, 'duration_secs': 0.282384} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.635739] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.636206] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba0b2fa3-023a-4210-886c-2bd20dc8c593 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.642470] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1589.642470] env[62107]: value = "task-1699686" [ 1589.642470] env[62107]: _type = "Task" [ 1589.642470] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.650386] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.724468] env[62107]: DEBUG nova.network.neutron [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Successfully updated port: 9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.727287] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.837198] env[62107]: DEBUG oslo_concurrency.lockutils [req-dabad3e0-a78a-4b7a-8774-4d89ec7d5f4a req-08350be4-d2df-4aa5-b6ea-b54d65a3cfd6 service nova] Releasing lock "refresh_cache-c38a6754-73ab-49a5-8d22-5599340bf465" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.880025] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e263e8-99b8-56f2-515e-bea24ef352c9, 'name': SearchDatastore_Task, 'duration_secs': 0.019893} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.880025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.880025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.880025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.880025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.880025] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1589.880025] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf3159b6-7b96-43a8-bdc2-fc454548f555 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.898576] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.898576] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1589.898576] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ca92ad-8b09-469a-ae81-a520561b7754 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.903752] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1589.903752] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e3dc63-4e3b-a9f3-e484-33ddcc620e61" [ 1589.903752] env[62107]: _type = "Task" [ 1589.903752] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.912854] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e3dc63-4e3b-a9f3-e484-33ddcc620e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.944015] env[62107]: DEBUG nova.network.neutron [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updated VIF entry in instance network info cache for port 51939e5e-4203-4c08-a37b-afa55b70b811. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.944015] env[62107]: DEBUG nova.network.neutron [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updating instance_info_cache with network_info: [{"id": "51939e5e-4203-4c08-a37b-afa55b70b811", "address": "fa:16:3e:2b:86:9b", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51939e5e-42", "ovs_interfaceid": "51939e5e-4203-4c08-a37b-afa55b70b811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.971042] env[62107]: DEBUG nova.scheduler.client.report [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.050587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f37a266-e3d2-4628-ad51-58bca745e80e tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.530s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.154564] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.226164] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.228763] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-bdd95a9e-8e8b-4106-9e48-5980987a4c16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.229311] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-bdd95a9e-8e8b-4106-9e48-5980987a4c16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.229311] env[62107]: DEBUG nova.network.neutron [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1590.418196] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e3dc63-4e3b-a9f3-e484-33ddcc620e61, 'name': SearchDatastore_Task, 'duration_secs': 0.013014} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.419416] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1170a5a-e9c5-4d4e-aad3-324a54c1e45c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.427687] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1590.427687] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529286bf-c1be-874a-5f6e-886132cda171" [ 1590.427687] env[62107]: _type = "Task" [ 1590.427687] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.440833] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529286bf-c1be-874a-5f6e-886132cda171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.445763] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Releasing lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.445933] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-vif-unplugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.446200] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.446305] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.446460] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.447321] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] No waiting events found dispatching network-vif-unplugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1590.447321] env[62107]: WARNING nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received unexpected event network-vif-unplugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 for instance with vm_state shelved and task_state shelving_offloading. [ 1590.447521] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1590.447892] env[62107]: DEBUG nova.compute.manager [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing instance network info cache due to event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1590.448235] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.448379] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.448551] env[62107]: DEBUG nova.network.neutron [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.453817] env[62107]: DEBUG nova.network.neutron [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [{"id": "33a69087-6221-46be-b674-31b9e88f89e5", "address": "fa:16:3e:db:e6:12", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a69087-62", "ovs_interfaceid": "33a69087-6221-46be-b674-31b9e88f89e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.473634] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.474214] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1590.477649] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.439s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.477882] env[62107]: DEBUG nova.objects.instance [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lazy-loading 'resources' on Instance uuid 019d17e0-8ee8-4586-8696-e903b5ea431b {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.653905] env[62107]: DEBUG oslo_vmware.api [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699686, 'name': PowerOnVM_Task, 'duration_secs': 0.765037} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.654257] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.654472] env[62107]: INFO nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1590.654800] env[62107]: DEBUG nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1590.655810] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8da155c-b5b2-4a13-a6a1-1b294c761183 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.726463] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.778851] env[62107]: DEBUG nova.compute.manager [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1590.781463] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edea633-2ff1-4175-ae98-3f4f094c6856 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.785904] env[62107]: DEBUG nova.network.neutron [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.940134] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529286bf-c1be-874a-5f6e-886132cda171, 'name': SearchDatastore_Task, 'duration_secs': 0.013084} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.940415] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.940678] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e65881b1-87f9-484c-a9a7-3e44dd6c1cb6/e65881b1-87f9-484c-a9a7-3e44dd6c1cb6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1590.940950] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee3257f8-1e86-4115-908b-6458729603df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.947665] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1590.947665] env[62107]: value = "task-1699687" [ 1590.947665] env[62107]: _type = "Task" [ 1590.947665] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.955441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.961204] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.985223] env[62107]: DEBUG nova.compute.utils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1590.988553] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1590.988553] env[62107]: DEBUG nova.network.neutron [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1591.003703] env[62107]: DEBUG nova.network.neutron [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Updating instance_info_cache with network_info: [{"id": "9e1a99b1-82ae-4d97-99fa-eb0a15d7742e", "address": "fa:16:3e:69:77:4e", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1a99b1-82", "ovs_interfaceid": "9e1a99b1-82ae-4d97-99fa-eb0a15d7742e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.160519] env[62107]: DEBUG nova.policy [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1591.181045] env[62107]: INFO nova.compute.manager [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Took 25.19 seconds to build instance. [ 1591.235880] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.295505] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.296047] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.296047] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.296374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.296887] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.301177] env[62107]: INFO nova.compute.manager [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Terminating instance [ 1591.306840] env[62107]: INFO nova.compute.manager [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] instance snapshotting [ 1591.306840] env[62107]: DEBUG nova.objects.instance [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'flavor' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.313212] env[62107]: DEBUG nova.compute.manager [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1591.313816] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.315281] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ecda43-7177-4200-aafa-c594b1c7e5cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.333628] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.334052] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa26d0e-a732-42d3-a666-6ae5809254cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.343799] env[62107]: DEBUG oslo_vmware.api [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1591.343799] env[62107]: value = "task-1699688" [ 1591.343799] env[62107]: _type = "Task" [ 1591.343799] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.358324] env[62107]: DEBUG oslo_vmware.api [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.360819] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5570bcc-4515-4585-9fb8-acd2260a8dfe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.370577] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b1e43-be12-4186-be49-942b24c14d02 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.409759] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5afe0ae-668e-4dd3-9fa2-e7398f31f2c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.420560] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936dc49d-74dd-48fc-a965-8b70293c9b01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.437567] env[62107]: DEBUG nova.compute.provider_tree [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.459186] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699687, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.462689] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1591.463292] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d44e10-ab71-415b-88ed-27d0d7661cb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.470575] env[62107]: DEBUG oslo_vmware.api [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1591.470575] env[62107]: value = "task-1699689" [ 1591.470575] env[62107]: _type = "Task" [ 1591.470575] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.480944] env[62107]: DEBUG oslo_vmware.api [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.491522] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1591.506674] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-bdd95a9e-8e8b-4106-9e48-5980987a4c16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.507024] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance network_info: |[{"id": "9e1a99b1-82ae-4d97-99fa-eb0a15d7742e", "address": "fa:16:3e:69:77:4e", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1a99b1-82", "ovs_interfaceid": "9e1a99b1-82ae-4d97-99fa-eb0a15d7742e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1591.507531] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:77:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e1a99b1-82ae-4d97-99fa-eb0a15d7742e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.517290] env[62107]: DEBUG oslo.service.loopingcall [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.517559] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1591.517814] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36461b6f-2762-4b28-a324-99e61a3e9203 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.542365] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.542365] env[62107]: value = "task-1699690" [ 1591.542365] env[62107]: _type = "Task" [ 1591.542365] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.551724] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699690, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.642288] env[62107]: DEBUG nova.compute.manager [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Received event network-changed-9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1591.642407] env[62107]: DEBUG nova.compute.manager [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Refreshing instance network info cache due to event network-changed-9e1a99b1-82ae-4d97-99fa-eb0a15d7742e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1591.642645] env[62107]: DEBUG oslo_concurrency.lockutils [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] Acquiring lock "refresh_cache-bdd95a9e-8e8b-4106-9e48-5980987a4c16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.642906] env[62107]: DEBUG oslo_concurrency.lockutils [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] Acquired lock "refresh_cache-bdd95a9e-8e8b-4106-9e48-5980987a4c16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.643106] env[62107]: DEBUG nova.network.neutron [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Refreshing network info cache for port 9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.683539] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8efa5ece-2f2a-448e-99ff-c764290abc7b tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.703s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.730328] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.813639] env[62107]: DEBUG oslo_concurrency.lockutils [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.813928] env[62107]: DEBUG oslo_concurrency.lockutils [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.814137] env[62107]: DEBUG nova.compute.manager [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1591.815101] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9898dbae-dfbe-4b33-962f-f674a163d3eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.824520] env[62107]: DEBUG nova.compute.manager [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1591.825248] env[62107]: DEBUG nova.objects.instance [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'flavor' on Instance uuid 6bc3797a-defd-457f-90f0-74fbcf2c80d6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.827361] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae217d8-7d6d-4796-b858-0876fa1123ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.851361] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09414daf-4af9-4c02-90c6-430dec7a5ca1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.864019] env[62107]: DEBUG oslo_vmware.api [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699688, 'name': PowerOffVM_Task, 'duration_secs': 0.265952} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.864363] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.864557] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.864915] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3db778-4ce6-46bd-95d9-5ae7682ce9c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.898047] env[62107]: DEBUG nova.network.neutron [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updated VIF entry in instance network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.898443] env[62107]: DEBUG nova.network.neutron [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.942991] env[62107]: DEBUG nova.scheduler.client.report [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1591.959608] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526026} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.960705] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] e65881b1-87f9-484c-a9a7-3e44dd6c1cb6/e65881b1-87f9-484c-a9a7-3e44dd6c1cb6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1591.961007] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1591.961376] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b6a891-125d-4349-89f7-a2f798465693 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.969069] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1591.969069] env[62107]: value = "task-1699692" [ 1591.969069] env[62107]: _type = "Task" [ 1591.969069] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.987756] env[62107]: DEBUG oslo_vmware.api [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699689, 'name': PowerOnVM_Task, 'duration_secs': 0.386439} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.988037] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.988303] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.988553] env[62107]: DEBUG nova.compute.manager [None req-b610d0a9-0799-4721-adfd-9c428dc46ad2 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1591.989514] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b1ed0-aaa4-463c-8149-120cc05fb761 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.009096] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1592.009096] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1592.009096] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Deleting the datastore file [datastore1] 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1592.009096] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa2ac147-a30b-47ec-904d-27001c2cdb2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.017161] env[62107]: DEBUG oslo_vmware.api [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for the task: (returnval){ [ 1592.017161] env[62107]: value = "task-1699693" [ 1592.017161] env[62107]: _type = "Task" [ 1592.017161] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.027614] env[62107]: DEBUG oslo_vmware.api [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.054741] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699690, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.074507] env[62107]: DEBUG nova.network.neutron [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Successfully created port: 7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.193897] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.232370] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.336850] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.337178] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca3684b-4f8a-449b-bee4-a9204ab7347a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.344525] env[62107]: DEBUG oslo_vmware.api [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1592.344525] env[62107]: value = "task-1699694" [ 1592.344525] env[62107]: _type = "Task" [ 1592.344525] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.352821] env[62107]: DEBUG oslo_vmware.api [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.368438] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1592.368731] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8160bf12-5cd0-4f51-8731-eaa3b66516a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.375550] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1592.375550] env[62107]: value = "task-1699695" [ 1592.375550] env[62107]: _type = "Task" [ 1592.375550] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.383631] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.402906] env[62107]: DEBUG oslo_concurrency.lockutils [req-10b2cf56-f486-463e-a588-39fe9c64d522 req-41ef0e76-8237-4847-9444-84199dcd662a service nova] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.448554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.451647] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.439s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.456027] env[62107]: INFO nova.compute.claims [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.479246] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131741} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.480246] env[62107]: INFO nova.scheduler.client.report [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Deleted allocations for instance 019d17e0-8ee8-4586-8696-e903b5ea431b [ 1592.481268] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.485998] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90ca7ec-4415-4842-95d8-e6e6c4443654 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.513659] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e65881b1-87f9-484c-a9a7-3e44dd6c1cb6/e65881b1-87f9-484c-a9a7-3e44dd6c1cb6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.519253] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1592.519307] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebb6a73-b528-441f-8424-1d38b44abd1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.552786] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1592.552786] env[62107]: value = "task-1699696" [ 1592.552786] env[62107]: _type = "Task" [ 1592.552786] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.552786] env[62107]: DEBUG oslo_vmware.api [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Task: {'id': task-1699693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220754} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.553727] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.553865] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.555401] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.555401] env[62107]: INFO nova.compute.manager [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1592.555401] env[62107]: DEBUG oslo.service.loopingcall [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.558080] env[62107]: DEBUG nova.compute.manager [-] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1592.558206] env[62107]: DEBUG nova.network.neutron [-] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.567860] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699690, 'name': CreateVM_Task, 'duration_secs': 0.519397} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.568743] env[62107]: DEBUG nova.network.neutron [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Updated VIF entry in instance network info cache for port 9e1a99b1-82ae-4d97-99fa-eb0a15d7742e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.569123] env[62107]: DEBUG nova.network.neutron [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Updating instance_info_cache with network_info: [{"id": "9e1a99b1-82ae-4d97-99fa-eb0a15d7742e", "address": "fa:16:3e:69:77:4e", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1a99b1-82", "ovs_interfaceid": "9e1a99b1-82ae-4d97-99fa-eb0a15d7742e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.572021] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.573161] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.573161] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.573161] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.576198] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a810406-329a-4e49-9e0a-eb036ef7e1db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.578461] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.581235] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1592.581462] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1592.581616] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.581793] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1592.581937] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.582099] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1592.582310] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1592.582461] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1592.582622] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1592.582781] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1592.582949] env[62107]: DEBUG nova.virt.hardware [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1592.584129] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6eef9d-ca30-4f45-8189-90f1f21dbf49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.593390] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1592.593390] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5281d2a2-0118-3b79-d79f-fb4389a0c83e" [ 1592.593390] env[62107]: _type = "Task" [ 1592.593390] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.595220] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b41825-5085-4ff5-b631-fef48de2c004 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.608602] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5281d2a2-0118-3b79-d79f-fb4389a0c83e, 'name': SearchDatastore_Task, 'duration_secs': 0.014786} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.618801] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.619020] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.619658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.619658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.619658] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.620079] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fd49405-50f4-492b-bbba-915569704311 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.633322] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.633322] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.633764] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52b4035-486f-4f21-9c65-ae4fe15e908a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.639233] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1592.639233] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524c931d-cb7f-5cbe-6443-57a26abbeecc" [ 1592.639233] env[62107]: _type = "Task" [ 1592.639233] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.647560] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524c931d-cb7f-5cbe-6443-57a26abbeecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.731930] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.854896] env[62107]: DEBUG oslo_vmware.api [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699694, 'name': PowerOffVM_Task, 'duration_secs': 0.214792} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.855193] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1592.855371] env[62107]: DEBUG nova.compute.manager [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1592.857088] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab99c5-f60e-4b31-8df8-adfb8102336d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.886289] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699695, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.892457] env[62107]: DEBUG nova.compute.manager [req-bfbe0f4e-9c61-400d-8fe7-843d4d25d7f3 req-95dd0453-1ff3-43cb-990b-d4f56fd0ba9b service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Received event network-vif-deleted-ac332033-0e32-4447-8fad-41793ce09878 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.892709] env[62107]: INFO nova.compute.manager [req-bfbe0f4e-9c61-400d-8fe7-843d4d25d7f3 req-95dd0453-1ff3-43cb-990b-d4f56fd0ba9b service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Neutron deleted interface ac332033-0e32-4447-8fad-41793ce09878; detaching it from the instance and deleting it from the info cache [ 1592.893583] env[62107]: DEBUG nova.network.neutron [req-bfbe0f4e-9c61-400d-8fe7-843d4d25d7f3 req-95dd0453-1ff3-43cb-990b-d4f56fd0ba9b service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.989981] env[62107]: DEBUG oslo_concurrency.lockutils [None req-507e521f-7e87-4386-8725-80b2a5c6120c tempest-ServersTestJSON-1526982809 tempest-ServersTestJSON-1526982809-project-member] Lock "019d17e0-8ee8-4586-8696-e903b5ea431b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.120s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.066857] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699696, 'name': ReconfigVM_Task, 'duration_secs': 0.277151} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.067217] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e65881b1-87f9-484c-a9a7-3e44dd6c1cb6/e65881b1-87f9-484c-a9a7-3e44dd6c1cb6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.068535] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-903a6047-4df7-4525-a56d-cb30de7e1a04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.072604] env[62107]: DEBUG oslo_concurrency.lockutils [req-e681694b-8a43-423a-870e-fce0ee7adc85 req-57159c3e-6a71-42e4-93c3-3fb9ee0d7bc0 service nova] Releasing lock "refresh_cache-bdd95a9e-8e8b-4106-9e48-5980987a4c16" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.075540] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1593.075540] env[62107]: value = "task-1699697" [ 1593.075540] env[62107]: _type = "Task" [ 1593.075540] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.085259] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699697, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.157023] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524c931d-cb7f-5cbe-6443-57a26abbeecc, 'name': SearchDatastore_Task, 'duration_secs': 0.01463} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.157023] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5baa0f08-2ae3-403e-bbfc-bb322fc3fdf9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.162771] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1593.162771] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267dbd9-754b-d6a3-30f6-4a1943c18f0e" [ 1593.162771] env[62107]: _type = "Task" [ 1593.162771] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.174208] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267dbd9-754b-d6a3-30f6-4a1943c18f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.231895] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.370021] env[62107]: DEBUG nova.network.neutron [-] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.370453] env[62107]: DEBUG oslo_concurrency.lockutils [None req-236e40f7-48e8-4741-ac0c-fd38a8e84aec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.388187] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699695, 'name': CreateSnapshot_Task, 'duration_secs': 0.881728} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.391019] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1593.391019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde5b6e5-e923-45a5-84ae-0ee51b191207 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.401098] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea4b254d-a1b8-433d-8bbc-88d0b2073045 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.412106] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e15507d-7f3f-424b-bae5-686d0ad4a903 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.454640] env[62107]: DEBUG nova.compute.manager [req-bfbe0f4e-9c61-400d-8fe7-843d4d25d7f3 req-95dd0453-1ff3-43cb-990b-d4f56fd0ba9b service nova] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Detach interface failed, port_id=ac332033-0e32-4447-8fad-41793ce09878, reason: Instance 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1593.585418] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699697, 'name': Rename_Task, 'duration_secs': 0.237263} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.585696] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.585981] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe714c50-e7eb-49ed-97e5-2866d73a628f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.592988] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1593.592988] env[62107]: value = "task-1699698" [ 1593.592988] env[62107]: _type = "Task" [ 1593.592988] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.604157] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.673132] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267dbd9-754b-d6a3-30f6-4a1943c18f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.021333} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.675687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.676040] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.676529] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327e4117-2ece-4338-8816-7224b5af4409 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.688741] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1593.688741] env[62107]: value = "task-1699699" [ 1593.688741] env[62107]: _type = "Task" [ 1593.688741] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.696793] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.709874] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50249892-8e8a-48b6-a25f-97d89c9f8448 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.717006] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3179cf81-3386-4d5b-969a-771656dfafd8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.754470] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67c204-e73e-47f8-9a86-90ac55a0cac4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.757302] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.763055] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a439c-3ec9-4628-8eab-939825e4e921 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.778555] env[62107]: DEBUG nova.compute.provider_tree [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.872693] env[62107]: INFO nova.compute.manager [-] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Took 1.31 seconds to deallocate network for instance. [ 1593.911830] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1593.912474] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbcbe9fc-94f8-4d7e-bc35-4899d2531898 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.923901] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1593.923901] env[62107]: value = "task-1699700" [ 1593.923901] env[62107]: _type = "Task" [ 1593.923901] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.935149] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699700, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.108860] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.202576] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500705} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.203166] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1594.203535] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.203890] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc1aa0e0-3dbc-4632-9cb8-8680563db109 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.214510] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1594.214510] env[62107]: value = "task-1699701" [ 1594.214510] env[62107]: _type = "Task" [ 1594.214510] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.223615] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.236444] env[62107]: DEBUG oslo_vmware.api [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699681, 'name': ReconfigVM_Task, 'duration_secs': 5.819423} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.237401] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.237525] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Reconfigured VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1594.248977] env[62107]: DEBUG nova.compute.manager [req-ee463476-dcc2-442d-b40d-4ee7d631e343 req-7b43962c-7f4e-4a77-a321-f26568cca1d7 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Received event network-vif-plugged-7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.249257] env[62107]: DEBUG oslo_concurrency.lockutils [req-ee463476-dcc2-442d-b40d-4ee7d631e343 req-7b43962c-7f4e-4a77-a321-f26568cca1d7 service nova] Acquiring lock "458b14da-2401-4660-8bc2-637fdc7735d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.249621] env[62107]: DEBUG oslo_concurrency.lockutils [req-ee463476-dcc2-442d-b40d-4ee7d631e343 req-7b43962c-7f4e-4a77-a321-f26568cca1d7 service nova] Lock "458b14da-2401-4660-8bc2-637fdc7735d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.249961] env[62107]: DEBUG oslo_concurrency.lockutils [req-ee463476-dcc2-442d-b40d-4ee7d631e343 req-7b43962c-7f4e-4a77-a321-f26568cca1d7 service nova] Lock "458b14da-2401-4660-8bc2-637fdc7735d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.251538] env[62107]: DEBUG nova.compute.manager [req-ee463476-dcc2-442d-b40d-4ee7d631e343 req-7b43962c-7f4e-4a77-a321-f26568cca1d7 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] No waiting events found dispatching network-vif-plugged-7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1594.251538] env[62107]: WARNING nova.compute.manager [req-ee463476-dcc2-442d-b40d-4ee7d631e343 req-7b43962c-7f4e-4a77-a321-f26568cca1d7 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Received unexpected event network-vif-plugged-7971437c-9ebc-4a85-b93d-bacf9d1deef8 for instance with vm_state building and task_state spawning. [ 1594.281622] env[62107]: DEBUG nova.scheduler.client.report [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1594.380313] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.384226] env[62107]: DEBUG nova.network.neutron [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Successfully updated port: 7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.438591] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699700, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.604858] env[62107]: DEBUG oslo_vmware.api [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699698, 'name': PowerOnVM_Task, 'duration_secs': 0.57495} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.604858] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1594.605656] env[62107]: INFO nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1594.605656] env[62107]: DEBUG nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1594.609016] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5d7ea9-a195-43f0-ab8b-c5685b7ba43c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.618804] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.619348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.619658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.619920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.620330] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.623157] env[62107]: INFO nova.compute.manager [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Terminating instance [ 1594.627028] env[62107]: DEBUG nova.compute.manager [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1594.627028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.627028] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934e28db-262b-4918-bc88-ae5249b901cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.638668] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1594.638973] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7de87afd-bc61-4e54-be8d-1c18e025e088 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.727155] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085012} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.727464] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.728423] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd1a07e-1146-4e35-be9a-e08d84556eb8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.754549] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.756592] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22349a22-0537-4fd5-a260-f4590392bfae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.772644] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1594.772871] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1594.773085] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleting the datastore file [datastore1] 6bc3797a-defd-457f-90f0-74fbcf2c80d6 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1594.773773] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34bf2297-b298-4a4f-a79b-0a447f8a494d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.780812] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1594.780812] env[62107]: value = "task-1699704" [ 1594.780812] env[62107]: _type = "Task" [ 1594.780812] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.782260] env[62107]: DEBUG oslo_vmware.api [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1594.782260] env[62107]: value = "task-1699703" [ 1594.782260] env[62107]: _type = "Task" [ 1594.782260] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.789517] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.790056] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1594.796146] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.918s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.797766] env[62107]: INFO nova.compute.claims [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1594.800837] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.805978] env[62107]: DEBUG oslo_vmware.api [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.887247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-458b14da-2401-4660-8bc2-637fdc7735d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.887399] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-458b14da-2401-4660-8bc2-637fdc7735d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.887551] env[62107]: DEBUG nova.network.neutron [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.923331] env[62107]: DEBUG nova.compute.manager [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-vif-deleted-57f00eb5-7894-4f43-a02d-616519e0730f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.923331] env[62107]: INFO nova.compute.manager [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Neutron deleted interface 57f00eb5-7894-4f43-a02d-616519e0730f; detaching it from the instance and deleting it from the info cache [ 1594.923331] env[62107]: DEBUG nova.network.neutron [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "address": "fa:16:3e:51:32:68", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8ecfc0-62", "ovs_interfaceid": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.936856] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699700, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.129403] env[62107]: INFO nova.compute.manager [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Took 27.15 seconds to build instance. [ 1595.298065] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.301385] env[62107]: DEBUG oslo_vmware.api [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155826} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.302764] env[62107]: DEBUG nova.compute.utils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.305784] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.305977] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.306182] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.306354] env[62107]: INFO nova.compute.manager [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Took 0.68 seconds to destroy the instance on the hypervisor. [ 1595.306685] env[62107]: DEBUG oslo.service.loopingcall [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.309544] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1595.309544] env[62107]: DEBUG nova.network.neutron [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.311234] env[62107]: DEBUG nova.compute.manager [-] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1595.311350] env[62107]: DEBUG nova.network.neutron [-] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.407021] env[62107]: DEBUG nova.policy [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5bcccf29f8a40cea3977b636777b5c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d156c85570a44a5a28a2f98c74a0e40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1595.430780] env[62107]: DEBUG oslo_concurrency.lockutils [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.433020] env[62107]: DEBUG oslo_concurrency.lockutils [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] Acquired lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.433020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46adbafc-cfe9-4924-9cd4-52c08578d7b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.440814] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699700, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.459343] env[62107]: DEBUG oslo_concurrency.lockutils [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] Releasing lock "5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.459824] env[62107]: WARNING nova.compute.manager [req-355ceb20-1fe8-423f-86cd-547de13099ee req-fd1e341a-d7d1-403e-a475-8ccdf34dfa71 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Detach interface failed, port_id=57f00eb5-7894-4f43-a02d-616519e0730f, reason: No device with interface-id 57f00eb5-7894-4f43-a02d-616519e0730f exists on VM: nova.exception.NotFound: No device with interface-id 57f00eb5-7894-4f43-a02d-616519e0730f exists on VM [ 1595.500540] env[62107]: DEBUG nova.network.neutron [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.631490] env[62107]: DEBUG oslo_concurrency.lockutils [None req-23493bad-f77b-404f-9bee-c4120e8d55f6 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.662s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.666419] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.667675] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.668248] env[62107]: DEBUG nova.network.neutron [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.797433] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699704, 'name': ReconfigVM_Task, 'duration_secs': 0.796491} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.798302] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.798497] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b9cecd8-2644-40c3-814f-ccf5e5a370b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.805155] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1595.805155] env[62107]: value = "task-1699705" [ 1595.805155] env[62107]: _type = "Task" [ 1595.805155] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.808779] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1595.827254] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699705, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.940730] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699700, 'name': CloneVM_Task, 'duration_secs': 1.712652} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.941771] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created linked-clone VM from snapshot [ 1595.941865] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bced857-9670-45a0-a645-ed7cf0888b9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.952111] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Uploading image 606e5a1a-ecff-4801-a97a-38b266c29cd2 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1595.978706] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1595.978706] env[62107]: value = "vm-354308" [ 1595.978706] env[62107]: _type = "VirtualMachine" [ 1595.978706] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1595.979628] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e93c5b8f-a72f-4637-85fa-5457dd0b758e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.987534] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease: (returnval){ [ 1595.987534] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52517032-88f8-4a2f-f4cf-fb52ea01543a" [ 1595.987534] env[62107]: _type = "HttpNfcLease" [ 1595.987534] env[62107]: } obtained for exporting VM: (result){ [ 1595.987534] env[62107]: value = "vm-354308" [ 1595.987534] env[62107]: _type = "VirtualMachine" [ 1595.987534] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1595.987896] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the lease: (returnval){ [ 1595.987896] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52517032-88f8-4a2f-f4cf-fb52ea01543a" [ 1595.987896] env[62107]: _type = "HttpNfcLease" [ 1595.987896] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1595.994631] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1595.994631] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52517032-88f8-4a2f-f4cf-fb52ea01543a" [ 1595.994631] env[62107]: _type = "HttpNfcLease" [ 1595.994631] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1596.028951] env[62107]: DEBUG nova.network.neutron [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Updating instance_info_cache with network_info: [{"id": "7971437c-9ebc-4a85-b93d-bacf9d1deef8", "address": "fa:16:3e:64:50:04", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7971437c-9e", "ovs_interfaceid": "7971437c-9ebc-4a85-b93d-bacf9d1deef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.099463] env[62107]: DEBUG nova.network.neutron [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Successfully created port: d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.196403] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c79e55-88aa-4154-afc4-ffa5d7458a4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.206766] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045efb2a-d5f9-4bf9-8632-5d6804b1c477 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.248439] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad976d5-5a40-4e8f-9c3c-5d3612aaceeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.258115] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cbabd2-9c1c-4471-aeeb-662093ac6a91 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.272482] env[62107]: DEBUG nova.compute.provider_tree [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.318070] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699705, 'name': Rename_Task, 'duration_secs': 0.29196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.318915] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1596.318915] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e3ae4c5-a0a1-48d3-be59-3642a4779101 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.328054] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1596.328054] env[62107]: value = "task-1699707" [ 1596.328054] env[62107]: _type = "Task" [ 1596.328054] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.337083] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.396328] env[62107]: DEBUG nova.compute.manager [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Received event network-changed-7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1596.396328] env[62107]: DEBUG nova.compute.manager [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Refreshing instance network info cache due to event network-changed-7971437c-9ebc-4a85-b93d-bacf9d1deef8. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1596.396328] env[62107]: DEBUG oslo_concurrency.lockutils [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] Acquiring lock "refresh_cache-458b14da-2401-4660-8bc2-637fdc7735d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.498201] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1596.498201] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52517032-88f8-4a2f-f4cf-fb52ea01543a" [ 1596.498201] env[62107]: _type = "HttpNfcLease" [ 1596.498201] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1596.498499] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1596.498499] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52517032-88f8-4a2f-f4cf-fb52ea01543a" [ 1596.498499] env[62107]: _type = "HttpNfcLease" [ 1596.498499] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1596.501474] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8145b63c-2cfc-4e14-a561-4984140cdfe4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.510641] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a3e20-8d89-05bc-50bb-28678448ac0d/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1596.510955] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a3e20-8d89-05bc-50bb-28678448ac0d/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1596.579214] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-458b14da-2401-4660-8bc2-637fdc7735d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.579554] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Instance network_info: |[{"id": "7971437c-9ebc-4a85-b93d-bacf9d1deef8", "address": "fa:16:3e:64:50:04", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7971437c-9e", "ovs_interfaceid": "7971437c-9ebc-4a85-b93d-bacf9d1deef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1596.584230] env[62107]: DEBUG oslo_concurrency.lockutils [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] Acquired lock "refresh_cache-458b14da-2401-4660-8bc2-637fdc7735d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.584230] env[62107]: DEBUG nova.network.neutron [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Refreshing network info cache for port 7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.586424] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:50:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7971437c-9ebc-4a85-b93d-bacf9d1deef8', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.595957] env[62107]: DEBUG oslo.service.loopingcall [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.598273] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.603253] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed26453a-1025-4eed-99c0-b7aa59480198 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.627792] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ac344f4-3c78-4e86-912a-175e42031bef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.630318] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.630318] env[62107]: value = "task-1699708" [ 1596.630318] env[62107]: _type = "Task" [ 1596.630318] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.640278] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699708, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.682423] env[62107]: DEBUG nova.network.neutron [-] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.777717] env[62107]: DEBUG nova.scheduler.client.report [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1596.826727] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1596.840869] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.845628] env[62107]: DEBUG nova.network.neutron [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "address": "fa:16:3e:51:32:68", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8ecfc0-62", "ovs_interfaceid": "5b8ecfc0-62d3-4dde-8360-d5a9d5480db1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.859863] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1596.860303] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1596.860416] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.860685] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1596.860847] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.861193] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1596.861399] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1596.861579] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1596.861784] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1596.861995] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1596.862240] env[62107]: DEBUG nova.virt.hardware [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1596.863340] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f6f423-7613-46b5-82c6-551bb1256436 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.873785] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ea52c-a77b-4c92-8f14-7b9c59890014 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.975490] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.976463] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.976463] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.976571] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.976868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.979784] env[62107]: INFO nova.compute.manager [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Terminating instance [ 1596.986171] env[62107]: DEBUG nova.compute.manager [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1596.986171] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1596.986171] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf24369-0806-45b0-994a-34262f4835d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.997396] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.997857] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60669ac8-e4c8-4479-b702-2aa25dc8ea22 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.006579] env[62107]: DEBUG oslo_vmware.api [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1597.006579] env[62107]: value = "task-1699709" [ 1597.006579] env[62107]: _type = "Task" [ 1597.006579] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.017704] env[62107]: DEBUG oslo_vmware.api [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.148773] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699708, 'name': CreateVM_Task, 'duration_secs': 0.415164} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.151214] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.155799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.155799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.155799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.155799] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac19b981-158d-408b-bdc8-c220ad893466 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.170229] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1597.170229] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e6b8c-2903-d7c5-6314-f3027052c6ce" [ 1597.170229] env[62107]: _type = "Task" [ 1597.170229] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.181080] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e6b8c-2903-d7c5-6314-f3027052c6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.188879] env[62107]: INFO nova.compute.manager [-] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Took 1.88 seconds to deallocate network for instance. [ 1597.284819] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.285648] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1597.291806] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.716s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.293276] env[62107]: DEBUG nova.objects.instance [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'resources' on Instance uuid f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.344981] env[62107]: DEBUG oslo_vmware.api [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699707, 'name': PowerOnVM_Task, 'duration_secs': 0.696923} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.345121] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1597.345520] env[62107]: INFO nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1597.346192] env[62107]: DEBUG nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1597.347351] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a638258-1f00-42f7-a058-56a83355678f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.350404] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-5763e2f2-73a6-458c-9512-041ddf5791eb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.514820] env[62107]: DEBUG nova.compute.manager [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Received event network-changed-51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1597.515042] env[62107]: DEBUG nova.compute.manager [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Refreshing instance network info cache due to event network-changed-51939e5e-4203-4c08-a37b-afa55b70b811. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1597.515316] env[62107]: DEBUG oslo_concurrency.lockutils [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] Acquiring lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.515389] env[62107]: DEBUG oslo_concurrency.lockutils [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] Acquired lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.515546] env[62107]: DEBUG nova.network.neutron [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Refreshing network info cache for port 51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.522043] env[62107]: DEBUG nova.network.neutron [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Updated VIF entry in instance network info cache for port 7971437c-9ebc-4a85-b93d-bacf9d1deef8. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1597.522043] env[62107]: DEBUG nova.network.neutron [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Updating instance_info_cache with network_info: [{"id": "7971437c-9ebc-4a85-b93d-bacf9d1deef8", "address": "fa:16:3e:64:50:04", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7971437c-9e", "ovs_interfaceid": "7971437c-9ebc-4a85-b93d-bacf9d1deef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.536689] env[62107]: DEBUG oslo_vmware.api [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699709, 'name': PowerOffVM_Task, 'duration_secs': 0.201648} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.537467] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.537640] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.538049] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55dd3e67-7392-479c-9190-34b1c43a5e55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.688381] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528e6b8c-2903-d7c5-6314-f3027052c6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014052} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.689091] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.689202] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.689402] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.689600] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.689961] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.690614] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcf49434-8941-4c62-9640-3873d51d291f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.699342] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.701129] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.701323] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.702277] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232e7c5e-e014-4f49-a5bd-14d0b3fe5ef1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.708507] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1597.708507] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca1d7e-f2c8-1bbf-a5ff-03cee7a908e1" [ 1597.708507] env[62107]: _type = "Task" [ 1597.708507] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.723181] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca1d7e-f2c8-1bbf-a5ff-03cee7a908e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.772410] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.773083] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.773424] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleting the datastore file [datastore1] 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.774042] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0897c11c-e194-4a3d-a7ec-649d6e2f8b93 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.783815] env[62107]: DEBUG oslo_vmware.api [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1597.783815] env[62107]: value = "task-1699711" [ 1597.783815] env[62107]: _type = "Task" [ 1597.783815] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.801927] env[62107]: DEBUG nova.compute.utils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1597.805501] env[62107]: DEBUG nova.objects.instance [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'numa_topology' on Instance uuid f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.808408] env[62107]: DEBUG oslo_vmware.api [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.808408] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1597.808408] env[62107]: DEBUG nova.network.neutron [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1597.854821] env[62107]: DEBUG oslo_concurrency.lockutils [None req-87baa621-b563-4276-9c0a-9fadefacda74 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-5763e2f2-73a6-458c-9512-041ddf5791eb-57f00eb5-7894-4f43-a02d-616519e0730f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.265s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.874617] env[62107]: INFO nova.compute.manager [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Took 27.64 seconds to build instance. [ 1597.935870] env[62107]: DEBUG nova.policy [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '837e4545ffa24fe7a982f488b039cd63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dac4f58fab884200a32ec150d89b3695', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1598.023541] env[62107]: DEBUG oslo_concurrency.lockutils [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] Releasing lock "refresh_cache-458b14da-2401-4660-8bc2-637fdc7735d6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.023993] env[62107]: DEBUG nova.compute.manager [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Received event network-vif-deleted-15b6dacf-04e7-4e21-bda4-fc308332f6d4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.024373] env[62107]: INFO nova.compute.manager [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Neutron deleted interface 15b6dacf-04e7-4e21-bda4-fc308332f6d4; detaching it from the instance and deleting it from the info cache [ 1598.024787] env[62107]: DEBUG nova.network.neutron [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.056330] env[62107]: DEBUG nova.network.neutron [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updated VIF entry in instance network info cache for port 51939e5e-4203-4c08-a37b-afa55b70b811. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.056330] env[62107]: DEBUG nova.network.neutron [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updating instance_info_cache with network_info: [{"id": "51939e5e-4203-4c08-a37b-afa55b70b811", "address": "fa:16:3e:2b:86:9b", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51939e5e-42", "ovs_interfaceid": "51939e5e-4203-4c08-a37b-afa55b70b811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.226554] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ca1d7e-f2c8-1bbf-a5ff-03cee7a908e1, 'name': SearchDatastore_Task, 'duration_secs': 0.020411} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.226682] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad819fd-c1c4-4e2d-8ae4-c62dad64098b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.233681] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1598.233681] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524af74a-1067-297b-c003-868e3516527d" [ 1598.233681] env[62107]: _type = "Task" [ 1598.233681] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.243191] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524af74a-1067-297b-c003-868e3516527d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.301600] env[62107]: DEBUG oslo_vmware.api [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390909} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.302724] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.303118] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.303472] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.303849] env[62107]: INFO nova.compute.manager [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1598.304318] env[62107]: DEBUG oslo.service.loopingcall [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.306939] env[62107]: DEBUG nova.compute.manager [-] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1598.306939] env[62107]: DEBUG nova.network.neutron [-] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.310335] env[62107]: DEBUG nova.objects.base [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1598.314539] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1598.375871] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b296ce8a-c509-4f6d-bddb-85ed3566f5b2 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.153s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.433522] env[62107]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 could not be found.", "detail": ""}} {{(pid=62107) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1598.434160] env[62107]: DEBUG nova.network.neutron [-] Unable to show port 5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 as it no longer exists. {{(pid=62107) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1598.530072] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-497d8731-ffcb-496c-98dd-25a199d0b8f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.541527] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc2a0f-7581-46dd-8438-96205cafbd4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.568071] env[62107]: DEBUG oslo_concurrency.lockutils [req-93bdc630-ac03-477f-bd86-9123f77d5bfa req-88c4259d-0d81-489a-a320-8645b8ba0998 service nova] Releasing lock "refresh_cache-e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.596271] env[62107]: DEBUG nova.compute.manager [req-f2157759-2c58-40d6-a78f-bee635ebc3a3 req-33d80ded-11f1-45e1-9813-c33ac050605f service nova] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Detach interface failed, port_id=15b6dacf-04e7-4e21-bda4-fc308332f6d4, reason: Instance 6bc3797a-defd-457f-90f0-74fbcf2c80d6 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1598.603734] env[62107]: DEBUG nova.compute.manager [req-5ff334f9-36e5-4a2f-9aae-6d0c10206ecb req-43022996-a995-4617-bb86-41f4c4f3c4ad service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-vif-deleted-5b8ecfc0-62d3-4dde-8360-d5a9d5480db1 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.603953] env[62107]: INFO nova.compute.manager [req-5ff334f9-36e5-4a2f-9aae-6d0c10206ecb req-43022996-a995-4617-bb86-41f4c4f3c4ad service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Neutron deleted interface 5b8ecfc0-62d3-4dde-8360-d5a9d5480db1; detaching it from the instance and deleting it from the info cache [ 1598.604247] env[62107]: DEBUG nova.network.neutron [req-5ff334f9-36e5-4a2f-9aae-6d0c10206ecb req-43022996-a995-4617-bb86-41f4c4f3c4ad service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [{"id": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "address": "fa:16:3e:18:50:78", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaff9795-a3", "ovs_interfaceid": "caff9795-a3eb-4aa6-b8b0-8c933256a0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.701996] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12720511-6efe-40ef-9938-319bd1abe2b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.711584] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a875b0f-686f-466d-8587-275c58341ae4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.760476] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29cb478-43aa-4a09-908e-6e3347db80ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.770918] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524af74a-1067-297b-c003-868e3516527d, 'name': SearchDatastore_Task, 'duration_secs': 0.019388} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.773387] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.773665] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 458b14da-2401-4660-8bc2-637fdc7735d6/458b14da-2401-4660-8bc2-637fdc7735d6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1598.774135] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8be088-d7cc-4615-87b4-7621bf05a5db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.779787] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9984a975-9fbf-4ace-9205-d72c7201e46b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.795514] env[62107]: DEBUG nova.compute.provider_tree [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.799867] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1598.799867] env[62107]: value = "task-1699712" [ 1598.799867] env[62107]: _type = "Task" [ 1598.799867] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.806665] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.826449] env[62107]: DEBUG nova.network.neutron [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Successfully created port: 8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.874900] env[62107]: DEBUG oslo_concurrency.lockutils [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.875217] env[62107]: DEBUG oslo_concurrency.lockutils [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.875365] env[62107]: DEBUG nova.compute.manager [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1598.876301] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c5a092-2688-4d96-ba35-864487088509 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.885918] env[62107]: DEBUG nova.compute.manager [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1598.885918] env[62107]: DEBUG nova.objects.instance [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'flavor' on Instance uuid bdd95a9e-8e8b-4106-9e48-5980987a4c16 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.969063] env[62107]: DEBUG nova.network.neutron [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Successfully updated port: d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1599.107489] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5a74c4e-fc09-41d3-ba8d-6b01f9846ca3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.126280] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9244c49-47c8-4d9a-bd34-d37c4aded9ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.165394] env[62107]: DEBUG nova.compute.manager [req-5ff334f9-36e5-4a2f-9aae-6d0c10206ecb req-43022996-a995-4617-bb86-41f4c4f3c4ad service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Detach interface failed, port_id=5b8ecfc0-62d3-4dde-8360-d5a9d5480db1, reason: Instance 5763e2f2-73a6-458c-9512-041ddf5791eb could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1599.179842] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "9099a556-7c68-44f6-b45b-d94dfa537cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.180147] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.300148] env[62107]: DEBUG nova.scheduler.client.report [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1599.317417] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699712, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.329505] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1599.368173] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1599.368432] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1599.368588] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.368764] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1599.368992] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.369316] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1599.369545] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1599.369748] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1599.369977] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1599.370213] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1599.370465] env[62107]: DEBUG nova.virt.hardware [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1599.371444] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb177a6-b5d1-490a-b33e-c2a503fa576f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.382264] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7842db5b-6987-4260-b3b6-a51c108e208a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.394380] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.395283] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc2119c-3873-4e87-99d2-e2ba796c6904 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.417870] env[62107]: DEBUG oslo_vmware.api [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1599.417870] env[62107]: value = "task-1699713" [ 1599.417870] env[62107]: _type = "Task" [ 1599.417870] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.429396] env[62107]: DEBUG oslo_vmware.api [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.475577] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "refresh_cache-f31f773f-88bd-449c-a09c-cf2478115376" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.475763] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "refresh_cache-f31f773f-88bd-449c-a09c-cf2478115376" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.476018] env[62107]: DEBUG nova.network.neutron [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.554791] env[62107]: DEBUG nova.compute.manager [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Received event network-vif-plugged-d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1599.554928] env[62107]: DEBUG oslo_concurrency.lockutils [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] Acquiring lock "f31f773f-88bd-449c-a09c-cf2478115376-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.555393] env[62107]: DEBUG oslo_concurrency.lockutils [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] Lock "f31f773f-88bd-449c-a09c-cf2478115376-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.555495] env[62107]: DEBUG oslo_concurrency.lockutils [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] Lock "f31f773f-88bd-449c-a09c-cf2478115376-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.555726] env[62107]: DEBUG nova.compute.manager [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] No waiting events found dispatching network-vif-plugged-d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1599.555845] env[62107]: WARNING nova.compute.manager [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Received unexpected event network-vif-plugged-d14d469e-5dee-492a-bc77-d100f59e4044 for instance with vm_state building and task_state spawning. [ 1599.555961] env[62107]: DEBUG nova.compute.manager [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Received event network-changed-d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1599.556198] env[62107]: DEBUG nova.compute.manager [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Refreshing instance network info cache due to event network-changed-d14d469e-5dee-492a-bc77-d100f59e4044. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1599.556263] env[62107]: DEBUG oslo_concurrency.lockutils [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] Acquiring lock "refresh_cache-f31f773f-88bd-449c-a09c-cf2478115376" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.683280] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1599.809229] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.517s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.811780] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.432s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.812592] env[62107]: DEBUG nova.objects.instance [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lazy-loading 'resources' on Instance uuid 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.820468] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693505} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.821325] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 458b14da-2401-4660-8bc2-637fdc7735d6/458b14da-2401-4660-8bc2-637fdc7735d6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.821568] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.822632] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52a2b168-8875-4cbe-8d97-91db65ad3a27 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.829975] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1599.829975] env[62107]: value = "task-1699714" [ 1599.829975] env[62107]: _type = "Task" [ 1599.829975] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.844786] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.930614] env[62107]: DEBUG oslo_vmware.api [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699713, 'name': PowerOffVM_Task, 'duration_secs': 0.276007} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.931095] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.931095] env[62107]: DEBUG nova.compute.manager [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1599.931885] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c3a45-180a-4fb7-9045-0deb718144c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.027075] env[62107]: DEBUG nova.network.neutron [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1600.036656] env[62107]: DEBUG nova.network.neutron [-] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.210607] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.266787] env[62107]: DEBUG nova.network.neutron [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Updating instance_info_cache with network_info: [{"id": "d14d469e-5dee-492a-bc77-d100f59e4044", "address": "fa:16:3e:52:a5:65", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14d469e-5d", "ovs_interfaceid": "d14d469e-5dee-492a-bc77-d100f59e4044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.324533] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a73626ab-f615-4794-a4c9-c9ab83aeee5d tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 35.819s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.325895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.132s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.326114] env[62107]: INFO nova.compute.manager [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Unshelving [ 1600.347214] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078302} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.351884] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1600.351884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b487406-b97b-40af-9b99-576a051def6b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.381362] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 458b14da-2401-4660-8bc2-637fdc7735d6/458b14da-2401-4660-8bc2-637fdc7735d6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1600.381577] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1464d9b-db37-4108-9f10-1e609ce54199 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.407986] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1600.407986] env[62107]: value = "task-1699715" [ 1600.407986] env[62107]: _type = "Task" [ 1600.407986] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.417785] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.444239] env[62107]: DEBUG oslo_concurrency.lockutils [None req-02ddb5ad-66d5-40a4-9d40-ee253ec28f31 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.538905] env[62107]: INFO nova.compute.manager [-] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Took 2.23 seconds to deallocate network for instance. [ 1600.652668] env[62107]: DEBUG nova.compute.manager [req-8cfda89a-3a28-4584-a041-dc00b23eacda req-2b42e719-d44d-4114-a18f-3b75f63bf3d3 service nova] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Received event network-vif-deleted-caff9795-a3eb-4aa6-b8b0-8c933256a0a3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1600.683952] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24738040-debb-45f3-b9d3-b4ec6b2c00c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.693230] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6e7bf6-e734-4091-995d-9b505fb518f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.727925] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615827d6-54d6-41b8-bd81-2ea3d73d3128 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.736674] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d47380-a2ae-45a2-a87c-aaa539eea91d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.755022] env[62107]: DEBUG nova.compute.provider_tree [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.770576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "refresh_cache-f31f773f-88bd-449c-a09c-cf2478115376" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.771023] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Instance network_info: |[{"id": "d14d469e-5dee-492a-bc77-d100f59e4044", "address": "fa:16:3e:52:a5:65", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14d469e-5d", "ovs_interfaceid": "d14d469e-5dee-492a-bc77-d100f59e4044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1600.771669] env[62107]: DEBUG oslo_concurrency.lockutils [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] Acquired lock "refresh_cache-f31f773f-88bd-449c-a09c-cf2478115376" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.771883] env[62107]: DEBUG nova.network.neutron [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Refreshing network info cache for port d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.773568] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:a5:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd14d469e-5dee-492a-bc77-d100f59e4044', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.786068] env[62107]: DEBUG oslo.service.loopingcall [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.788707] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.789406] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf4edb96-8fad-40cc-ab62-52fc85863446 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.815908] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.815908] env[62107]: value = "task-1699716" [ 1600.815908] env[62107]: _type = "Task" [ 1600.815908] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.824980] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699716, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.923983] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699715, 'name': ReconfigVM_Task, 'duration_secs': 0.456863} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.925057] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 458b14da-2401-4660-8bc2-637fdc7735d6/458b14da-2401-4660-8bc2-637fdc7735d6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1600.925334] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81101a6c-f382-4509-89be-0495f6138eea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.932609] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1600.932609] env[62107]: value = "task-1699717" [ 1600.932609] env[62107]: _type = "Task" [ 1600.932609] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.942057] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699717, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.041340] env[62107]: DEBUG nova.network.neutron [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Successfully updated port: 8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.051308] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.258049] env[62107]: DEBUG nova.scheduler.client.report [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1601.328265] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699716, 'name': CreateVM_Task, 'duration_secs': 0.451858} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.328508] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.329749] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.330042] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.330679] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.331063] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badbd62f-f9dc-4740-bcc2-91fcc3ae031b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.336764] env[62107]: DEBUG nova.compute.utils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1601.340204] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1601.340204] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7eff0-7192-7ca2-b51a-f1c6aa585bd9" [ 1601.340204] env[62107]: _type = "Task" [ 1601.340204] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.348095] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7eff0-7192-7ca2-b51a-f1c6aa585bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.427815] env[62107]: DEBUG nova.network.neutron [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Updated VIF entry in instance network info cache for port d14d469e-5dee-492a-bc77-d100f59e4044. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1601.428203] env[62107]: DEBUG nova.network.neutron [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Updating instance_info_cache with network_info: [{"id": "d14d469e-5dee-492a-bc77-d100f59e4044", "address": "fa:16:3e:52:a5:65", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd14d469e-5d", "ovs_interfaceid": "d14d469e-5dee-492a-bc77-d100f59e4044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.443027] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699717, 'name': Rename_Task, 'duration_secs': 0.203914} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.443027] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1601.443317] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-725d1229-1182-4146-87b5-ab4935f272a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.451230] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1601.451230] env[62107]: value = "task-1699718" [ 1601.451230] env[62107]: _type = "Task" [ 1601.451230] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.460400] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.546754] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.550055] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.550055] env[62107]: DEBUG nova.network.neutron [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1601.762989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.767960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.070s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.768420] env[62107]: DEBUG nova.objects.instance [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'resources' on Instance uuid 6bc3797a-defd-457f-90f0-74fbcf2c80d6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.789589] env[62107]: INFO nova.scheduler.client.report [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Deleted allocations for instance 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057 [ 1601.849934] env[62107]: INFO nova.virt.block_device [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Booting with volume 1db8e0a5-924b-4132-a04c-8f4fab3befd8 at /dev/sdb [ 1601.859519] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a7eff0-7192-7ca2-b51a-f1c6aa585bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014926} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.862705] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.863048] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.863770] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.863770] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.864109] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.866194] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea2234f3-0ead-48d9-bb62-3081e49348a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.871867] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "4973185d-ae46-4163-93e7-066a7460c38e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.871867] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "4973185d-ae46-4163-93e7-066a7460c38e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.880310] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.880471] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.881326] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1166f54-d161-415d-b2ce-03770f0f446a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.888838] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1601.888838] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5220261d-3abb-a3d3-b04f-08d81dc51a6d" [ 1601.888838] env[62107]: _type = "Task" [ 1601.888838] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.898522] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5220261d-3abb-a3d3-b04f-08d81dc51a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.899910] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcb70aa1-6244-4108-ba55-e52ac4bdc6d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.909405] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a5b6c1-ed2a-4162-868e-25f2f2cd406b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.932819] env[62107]: DEBUG oslo_concurrency.lockutils [req-ca799812-6bf3-4320-aa81-3920de1802fa req-86039548-6b10-424a-962e-d56feca3e51a service nova] Releasing lock "refresh_cache-f31f773f-88bd-449c-a09c-cf2478115376" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.949956] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5efd2544-b4c7-4e20-b656-933ddcbcf0bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.960826] env[62107]: DEBUG oslo_vmware.api [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699718, 'name': PowerOnVM_Task, 'duration_secs': 0.491046} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.962114] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1601.962331] env[62107]: INFO nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1601.962507] env[62107]: DEBUG nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1601.963384] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518b7c7f-8a45-4148-a52c-5f444442332b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.968354] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3837c916-509a-4372-ba1f-cd5d48def11d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.006657] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e58224c-7f2e-458e-b09a-4bf0f8c7f3c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.013608] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dec69f-e0eb-4b79-92cc-2218a03233e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.028446] env[62107]: DEBUG nova.virt.block_device [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating existing volume attachment record: 935ab71d-e66b-4d52-97bf-046a762dc541 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1602.090664] env[62107]: DEBUG nova.network.neutron [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.204910] env[62107]: INFO nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Rebuilding instance [ 1602.264274] env[62107]: DEBUG nova.network.neutron [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.280273] env[62107]: DEBUG nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1602.281450] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9227720b-601a-4d71-952c-e284c585b10b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.305653] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d3a305bf-d239-45d8-8d78-aa539dd8fdad tempest-ImagesNegativeTestJSON-1621461741 tempest-ImagesNegativeTestJSON-1621461741-project-member] Lock "1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.375689] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1602.407490] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5220261d-3abb-a3d3-b04f-08d81dc51a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.411595] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902cd2f9-371d-4028-8a00-e43eb88d42c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.418181] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1602.418181] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f9c08b-296a-cfc0-0de6-48c7fa22355f" [ 1602.418181] env[62107]: _type = "Task" [ 1602.418181] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.436237] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f9c08b-296a-cfc0-0de6-48c7fa22355f, 'name': SearchDatastore_Task, 'duration_secs': 0.014074} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.436237] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.436237] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f31f773f-88bd-449c-a09c-cf2478115376/f31f773f-88bd-449c-a09c-cf2478115376.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1602.436746] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62fb9a3d-ce9d-4aac-bac5-16c37055e441 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.445191] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1602.445191] env[62107]: value = "task-1699721" [ 1602.445191] env[62107]: _type = "Task" [ 1602.445191] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.460089] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.498024] env[62107]: INFO nova.compute.manager [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Took 27.70 seconds to build instance. [ 1602.671656] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb54f267-d6d2-4f99-ad5f-9c05f3a1ec4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.680277] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413d4894-bf5e-4fa4-b14a-c3674e8973a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.720481] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e9f550-f412-406f-b473-02778f5278a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.727497] env[62107]: DEBUG nova.compute.manager [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received event network-vif-plugged-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1602.727497] env[62107]: DEBUG oslo_concurrency.lockutils [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.727497] env[62107]: DEBUG oslo_concurrency.lockutils [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] Lock "d79744ba-656a-4265-bf09-2dd68d525d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.727936] env[62107]: DEBUG oslo_concurrency.lockutils [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] Lock "d79744ba-656a-4265-bf09-2dd68d525d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.727936] env[62107]: DEBUG nova.compute.manager [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] No waiting events found dispatching network-vif-plugged-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1602.727936] env[62107]: WARNING nova.compute.manager [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received unexpected event network-vif-plugged-8983f3df-1d9f-4092-bd91-a3c847df8178 for instance with vm_state building and task_state spawning. [ 1602.728471] env[62107]: DEBUG nova.compute.manager [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1602.728741] env[62107]: DEBUG nova.compute.manager [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing instance network info cache due to event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1602.729092] env[62107]: DEBUG oslo_concurrency.lockutils [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.733506] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe087d2-1b3d-4ac9-8ed3-6997c90f7f0c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.753060] env[62107]: DEBUG nova.compute.provider_tree [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.782065] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.782261] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Instance network_info: |[{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1602.782505] env[62107]: DEBUG oslo_concurrency.lockutils [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.782831] env[62107]: DEBUG nova.network.neutron [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.784675] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:bd:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8983f3df-1d9f-4092-bd91-a3c847df8178', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.795034] env[62107]: DEBUG oslo.service.loopingcall [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.797049] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.797491] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-558df71c-6659-4a0f-9853-efa1c12e6dca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.815856] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.816730] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63430398-62e3-48db-9d17-95b1ff50be80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.825468] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1602.825468] env[62107]: value = "task-1699723" [ 1602.825468] env[62107]: _type = "Task" [ 1602.825468] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.827654] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.827654] env[62107]: value = "task-1699724" [ 1602.827654] env[62107]: _type = "Task" [ 1602.827654] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.841704] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699724, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.845783] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1602.846112] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1602.847554] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeaab86-2a12-4f67-be77-751c3c01a654 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.857299] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.857595] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29a5607-6880-4bc2-9a3b-380d5fe12713 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.901263] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.954283] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.954950] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.955495] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.955651] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4eefbac5-0fd9-43ec-8141-bea62a26ea71 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.965044] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699721, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.965258] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "458b14da-2401-4660-8bc2-637fdc7735d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.968028] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1602.968028] env[62107]: value = "task-1699726" [ 1602.968028] env[62107]: _type = "Task" [ 1602.968028] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.978384] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.999331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d611a3e-16e4-4d69-8937-402f85bae568 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "458b14da-2401-4660-8bc2-637fdc7735d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.214s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.999704] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "458b14da-2401-4660-8bc2-637fdc7735d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.035s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.000009] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "458b14da-2401-4660-8bc2-637fdc7735d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.000242] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "458b14da-2401-4660-8bc2-637fdc7735d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.000444] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "458b14da-2401-4660-8bc2-637fdc7735d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.002771] env[62107]: INFO nova.compute.manager [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Terminating instance [ 1603.004891] env[62107]: DEBUG nova.compute.manager [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1603.005191] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.006234] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366dd12a-92a8-412f-81da-c96120fb889c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.015190] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.015461] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f0717ef-c99e-4d01-8e1e-62f673f7f98e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.021475] env[62107]: DEBUG oslo_vmware.api [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1603.021475] env[62107]: value = "task-1699727" [ 1603.021475] env[62107]: _type = "Task" [ 1603.021475] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.029941] env[62107]: DEBUG oslo_vmware.api [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.255671] env[62107]: DEBUG nova.scheduler.client.report [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1603.342888] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699724, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.455653] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571301} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.455972] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f31f773f-88bd-449c-a09c-cf2478115376/f31f773f-88bd-449c-a09c-cf2478115376.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1603.456366] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.456650] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2c394b-76ed-4b24-a29e-317cfb9aed6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.465244] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1603.465244] env[62107]: value = "task-1699728" [ 1603.465244] env[62107]: _type = "Task" [ 1603.465244] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.477330] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.480896] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273993} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.481220] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.481448] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.481679] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.532516] env[62107]: DEBUG oslo_vmware.api [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699727, 'name': PowerOffVM_Task, 'duration_secs': 0.21936} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.532811] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.533016] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.533254] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4700e115-6a69-4ac9-852f-21bed586097e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.700652] env[62107]: DEBUG nova.network.neutron [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updated VIF entry in instance network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.701028] env[62107]: DEBUG nova.network.neutron [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.761007] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.763432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.553s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.765216] env[62107]: INFO nova.compute.claims [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.813896] env[62107]: INFO nova.scheduler.client.report [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocations for instance 6bc3797a-defd-457f-90f0-74fbcf2c80d6 [ 1603.850063] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699724, 'name': CreateVM_Task, 'duration_secs': 0.539789} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.850243] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.851117] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.861278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.861278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.861278] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801aabe2-3b0b-4978-a62d-597b24fee6e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.862358] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1603.862358] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fec697-dae4-c659-0f70-776b751bad3f" [ 1603.862358] env[62107]: _type = "Task" [ 1603.862358] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.883465] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fec697-dae4-c659-0f70-776b751bad3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.908827] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.909090] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.909270] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] 458b14da-2401-4660-8bc2-637fdc7735d6 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.909548] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2404c2ef-a7d4-4e68-bf11-9a0d63ede1aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.916819] env[62107]: DEBUG oslo_vmware.api [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1603.916819] env[62107]: value = "task-1699730" [ 1603.916819] env[62107]: _type = "Task" [ 1603.916819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.931320] env[62107]: DEBUG oslo_vmware.api [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.980843] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138589} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.980843] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.980843] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88bd446-299f-4ac3-982a-deb5f7ee732a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.014699] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f31f773f-88bd-449c-a09c-cf2478115376/f31f773f-88bd-449c-a09c-cf2478115376.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.016197] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c85a74-0b94-4d0c-9413-6d8c20cd9613 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.037840] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1604.037840] env[62107]: value = "task-1699731" [ 1604.037840] env[62107]: _type = "Task" [ 1604.037840] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.046789] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.204051] env[62107]: DEBUG oslo_concurrency.lockutils [req-5f27951d-dec8-4943-9ca3-d8ac7c2f1453 req-b70179c1-ed9d-4d4e-8496-f9d252882b6b service nova] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.296993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6f7752ea-3508-4f39-be09-37d970051530 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "6bc3797a-defd-457f-90f0-74fbcf2c80d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.678s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.374779] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52fec697-dae4-c659-0f70-776b751bad3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.375135] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.375390] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.375628] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.375797] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.376014] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.376290] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fccd080-c259-47aa-b8bb-a396701dee95 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.384888] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.385100] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.385856] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd84447-3b7b-466e-83e6-243d69ad9966 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.393303] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1604.393303] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522c8e62-f96a-9944-afae-56b01e0043a7" [ 1604.393303] env[62107]: _type = "Task" [ 1604.393303] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.407015] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522c8e62-f96a-9944-afae-56b01e0043a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.431508] env[62107]: DEBUG oslo_vmware.api [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301888} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.431808] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.431993] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.432195] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.432382] env[62107]: INFO nova.compute.manager [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1604.432719] env[62107]: DEBUG oslo.service.loopingcall [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.432967] env[62107]: DEBUG nova.compute.manager [-] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1604.433081] env[62107]: DEBUG nova.network.neutron [-] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.554373] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1604.555332] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1604.558086] env[62107]: DEBUG nova.virt.hardware [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1604.558086] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f141e0-6d51-42cb-844b-8137b5907cb7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.566947] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699731, 'name': ReconfigVM_Task, 'duration_secs': 0.305771} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.568011] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f31f773f-88bd-449c-a09c-cf2478115376/f31f773f-88bd-449c-a09c-cf2478115376.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.569153] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-213259d7-2dbf-4dcb-adbc-938769fdbd2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.576108] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52100c22-16c7-47f0-b21a-7108ad68bf2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.582734] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1604.582734] env[62107]: value = "task-1699733" [ 1604.582734] env[62107]: _type = "Task" [ 1604.582734] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.595756] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:77:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e1a99b1-82ae-4d97-99fa-eb0a15d7742e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.604521] env[62107]: DEBUG oslo.service.loopingcall [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.605372] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.605849] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cb11582-dd63-4d6f-be9f-b7677eb8ccbd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.629065] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699733, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.634921] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.634921] env[62107]: value = "task-1699734" [ 1604.634921] env[62107]: _type = "Task" [ 1604.634921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.645691] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699734, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.796696] env[62107]: DEBUG nova.compute.manager [req-baca3590-1ac1-40f3-90c5-af4e3b53e830 req-d23b4acb-4ed4-414b-9ed2-fa03d082fe97 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Received event network-vif-deleted-7971437c-9ebc-4a85-b93d-bacf9d1deef8 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1604.796696] env[62107]: INFO nova.compute.manager [req-baca3590-1ac1-40f3-90c5-af4e3b53e830 req-d23b4acb-4ed4-414b-9ed2-fa03d082fe97 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Neutron deleted interface 7971437c-9ebc-4a85-b93d-bacf9d1deef8; detaching it from the instance and deleting it from the info cache [ 1604.796696] env[62107]: DEBUG nova.network.neutron [req-baca3590-1ac1-40f3-90c5-af4e3b53e830 req-d23b4acb-4ed4-414b-9ed2-fa03d082fe97 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.908366] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522c8e62-f96a-9944-afae-56b01e0043a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.912056] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3926cfa-8728-474a-a3f7-20d551932f1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.920439] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1604.920439] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5283c7ca-1f41-fcb7-4b7c-0658c0fae92c" [ 1604.920439] env[62107]: _type = "Task" [ 1604.920439] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.932734] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5283c7ca-1f41-fcb7-4b7c-0658c0fae92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.030983] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a3e20-8d89-05bc-50bb-28678448ac0d/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1605.032078] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a9402a-5d9d-4e3d-ae7b-e712756f1283 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.039877] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a3e20-8d89-05bc-50bb-28678448ac0d/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1605.040077] env[62107]: ERROR oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a3e20-8d89-05bc-50bb-28678448ac0d/disk-0.vmdk due to incomplete transfer. [ 1605.040315] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e75bd09-80ec-4f03-a577-da56259e06a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.052993] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a3e20-8d89-05bc-50bb-28678448ac0d/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1605.053240] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Uploaded image 606e5a1a-ecff-4801-a97a-38b266c29cd2 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1605.055656] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1605.057041] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3f83dcbc-a999-493a-a774-d81de0274713 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.065743] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1605.065743] env[62107]: value = "task-1699735" [ 1605.065743] env[62107]: _type = "Task" [ 1605.065743] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.085728] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699735, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.095068] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699733, 'name': Rename_Task, 'duration_secs': 0.145545} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.095366] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.095606] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e34fc98-72ed-4a26-8e0a-cc0cae29fc5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.101619] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1605.101619] env[62107]: value = "task-1699736" [ 1605.101619] env[62107]: _type = "Task" [ 1605.101619] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.108951] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "0fb881a8-3849-497a-beb7-7f3a359c130a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.109177] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.120582] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.134826] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320bb582-6b55-428a-bcc7-752207dfb96b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.150139] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba741ff5-1597-4a09-9799-06640ab1dcff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.153940] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699734, 'name': CreateVM_Task, 'duration_secs': 0.4633} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.154362] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.158687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.158687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.158687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.184597] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77684b2c-8764-4e50-9a22-53330bb83b80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.188783] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6670e6ba-89d4-423d-9ab5-c8e0c2a4c527 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.196838] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e3be4a-2880-4093-a9bd-ce2b8e4185ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.202115] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1605.202115] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5269765f-452e-be5b-8ddd-d6aa8950e995" [ 1605.202115] env[62107]: _type = "Task" [ 1605.202115] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.213938] env[62107]: DEBUG nova.compute.provider_tree [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.221677] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5269765f-452e-be5b-8ddd-d6aa8950e995, 'name': SearchDatastore_Task, 'duration_secs': 0.018712} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.222042] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.222042] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.222281] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.268789] env[62107]: DEBUG nova.network.neutron [-] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.303258] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-709a377c-bfc8-4aff-a72c-4627e0543dc8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.312755] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b7fe85-fc2c-4193-bbd4-e072ef91dade {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.349621] env[62107]: DEBUG nova.compute.manager [req-baca3590-1ac1-40f3-90c5-af4e3b53e830 req-d23b4acb-4ed4-414b-9ed2-fa03d082fe97 service nova] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Detach interface failed, port_id=7971437c-9ebc-4a85-b93d-bacf9d1deef8, reason: Instance 458b14da-2401-4660-8bc2-637fdc7735d6 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1605.432102] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5283c7ca-1f41-fcb7-4b7c-0658c0fae92c, 'name': SearchDatastore_Task, 'duration_secs': 0.023639} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.432399] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.432712] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/d79744ba-656a-4265-bf09-2dd68d525d52.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.433017] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.433216] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.433440] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0bb2508-96d7-401e-816c-bc078367f45a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.435664] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68ed128-0b17-401f-a27c-5787dd3c099a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.442308] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1605.442308] env[62107]: value = "task-1699737" [ 1605.442308] env[62107]: _type = "Task" [ 1605.442308] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.447635] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.447757] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.449475] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4450f6aa-baad-421e-837a-726933a4080d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.456692] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.459965] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1605.459965] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520f2633-d84e-757d-e2fa-74ff2dc34c9c" [ 1605.459965] env[62107]: _type = "Task" [ 1605.459965] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.468953] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520f2633-d84e-757d-e2fa-74ff2dc34c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.575936] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699735, 'name': Destroy_Task, 'duration_secs': 0.481561} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.576325] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroyed the VM [ 1605.576623] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1605.576916] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7759b39c-ff28-4462-8e2d-47084276c52b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.583283] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1605.583283] env[62107]: value = "task-1699738" [ 1605.583283] env[62107]: _type = "Task" [ 1605.583283] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.592530] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.610951] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.611355] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1605.717017] env[62107]: DEBUG nova.scheduler.client.report [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1605.775405] env[62107]: INFO nova.compute.manager [-] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Took 1.34 seconds to deallocate network for instance. [ 1605.952807] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439773} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.953101] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/d79744ba-656a-4265-bf09-2dd68d525d52.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.953318] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.953564] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4ba976-8b8d-4b37-86fd-ff715e246fda {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.959787] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1605.959787] env[62107]: value = "task-1699739" [ 1605.959787] env[62107]: _type = "Task" [ 1605.959787] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.970280] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.973850] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520f2633-d84e-757d-e2fa-74ff2dc34c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.974693] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da919050-d358-4f24-89bf-b555684e7a7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.979613] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1605.979613] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5227cf0f-887d-afe6-c103-90fbe2773eec" [ 1605.979613] env[62107]: _type = "Task" [ 1605.979613] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.987501] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5227cf0f-887d-afe6-c103-90fbe2773eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.095705] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.111232] env[62107]: DEBUG oslo_vmware.api [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699736, 'name': PowerOnVM_Task, 'duration_secs': 0.597495} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.111530] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.111706] env[62107]: INFO nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1606.111881] env[62107]: DEBUG nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1606.112650] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc67324-5ac3-49ec-9477-f26abd47b56a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.141602] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.222385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.222931] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1606.230798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.180s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.231140] env[62107]: DEBUG nova.objects.instance [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'resources' on Instance uuid 5763e2f2-73a6-458c-9512-041ddf5791eb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1606.282017] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.470096] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068503} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.470371] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.471435] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e42b31-88e3-464e-9ed6-f8b7ca53de48 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.493507] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/d79744ba-656a-4265-bf09-2dd68d525d52.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.496891] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68681ec-3db3-454f-bec1-4c3939a77df2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.516771] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5227cf0f-887d-afe6-c103-90fbe2773eec, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.517912] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.518195] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.518500] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1606.518500] env[62107]: value = "task-1699740" [ 1606.518500] env[62107]: _type = "Task" [ 1606.518500] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.518681] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b10f0300-710b-4c93-9865-b56bde81da15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.528132] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.529280] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1606.529280] env[62107]: value = "task-1699741" [ 1606.529280] env[62107]: _type = "Task" [ 1606.529280] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.536826] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.593555] env[62107]: DEBUG oslo_vmware.api [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699738, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82582} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.593855] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1606.594138] env[62107]: INFO nova.compute.manager [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 14.77 seconds to snapshot the instance on the hypervisor. [ 1606.637154] env[62107]: INFO nova.compute.manager [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Took 21.64 seconds to build instance. [ 1606.732803] env[62107]: DEBUG nova.compute.utils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.734417] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1606.734695] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.788619] env[62107]: DEBUG nova.policy [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4e72f5a902149598630a176068e3ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e59ba8482374a528891b6e2fd026571', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1606.868559] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.868839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.869749] env[62107]: INFO nova.compute.manager [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Rebooting instance [ 1607.033023] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699740, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.043142] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455475} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.044661] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.044661] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.045440] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a830eb-a41b-4745-ac61-e7e783d5f3b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.048013] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c058a28d-d331-4e6e-8fce-424a2d721c70 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.055050] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07486870-c1cb-4c39-b110-66f733abd5bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.062798] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1607.062798] env[62107]: value = "task-1699742" [ 1607.062798] env[62107]: _type = "Task" [ 1607.062798] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.100432] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04704cb-74e4-4e59-b0db-24c7e91ac08f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.108786] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.116959] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2851b1-6bed-443b-849e-c8f532d122c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.132148] env[62107]: DEBUG nova.compute.provider_tree [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.139204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-abd93620-2585-48ac-b418-6683b1b8b632 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "f31f773f-88bd-449c-a09c-cf2478115376" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.152s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.160652] env[62107]: DEBUG nova.compute.manager [None req-2907f966-682e-41c6-b856-75ab428dde24 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Found 2 images (rotation: 2) {{(pid=62107) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1607.169501] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Successfully created port: ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.240799] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1607.395281] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.395774] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.395992] env[62107]: DEBUG nova.network.neutron [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.541754] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699740, 'name': ReconfigVM_Task, 'duration_secs': 0.560297} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.541754] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/d79744ba-656a-4265-bf09-2dd68d525d52.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.541754] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e8f1a0-3221-42e3-8e92-064d80fc763b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.548503] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1607.548503] env[62107]: value = "task-1699743" [ 1607.548503] env[62107]: _type = "Task" [ 1607.548503] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.557421] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699743, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.575556] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168246} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.576753] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.579821] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Successfully created port: 27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.581748] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ffbe9e-e83a-491b-bfd6-61c13d7d413c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.606703] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.607643] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f30ecf-913f-4bef-bc9b-52efc81444ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.631610] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1607.631610] env[62107]: value = "task-1699744" [ 1607.631610] env[62107]: _type = "Task" [ 1607.631610] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.636429] env[62107]: DEBUG nova.scheduler.client.report [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1607.649027] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.975920] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Successfully created port: ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1608.035447] env[62107]: DEBUG nova.compute.manager [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1608.036327] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b984868e-7629-4262-87e7-1dcf537ab5c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.061548] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699743, 'name': Rename_Task, 'duration_secs': 0.348505} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.064308] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.064601] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f40923-d0de-49d5-bc27-2e4b14c72562 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.071234] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1608.071234] env[62107]: value = "task-1699745" [ 1608.071234] env[62107]: _type = "Task" [ 1608.071234] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.080054] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.086335] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "f31f773f-88bd-449c-a09c-cf2478115376" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.086783] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "f31f773f-88bd-449c-a09c-cf2478115376" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.087066] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "f31f773f-88bd-449c-a09c-cf2478115376-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.087340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "f31f773f-88bd-449c-a09c-cf2478115376-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.087655] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "f31f773f-88bd-449c-a09c-cf2478115376-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.090821] env[62107]: INFO nova.compute.manager [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Terminating instance [ 1608.093425] env[62107]: DEBUG nova.compute.manager [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1608.094034] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1608.095232] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c106a979-56a1-494d-b6eb-3fcdf674c390 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.105543] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.108523] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69ab6e3-a4dc-493a-aea3-853f55c48463 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.116060] env[62107]: DEBUG oslo_vmware.api [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1608.116060] env[62107]: value = "task-1699746" [ 1608.116060] env[62107]: _type = "Task" [ 1608.116060] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.123990] env[62107]: DEBUG oslo_vmware.api [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.141213] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699744, 'name': ReconfigVM_Task, 'duration_secs': 0.507729} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.141726] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.143907] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16/bdd95a9e-8e8b-4106-9e48-5980987a4c16.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.144937] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.244s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.146664] env[62107]: INFO nova.compute.claims [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.149835] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f14fd76-3a20-431f-a098-be5d9d0c1e7f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.157878] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1608.157878] env[62107]: value = "task-1699747" [ 1608.157878] env[62107]: _type = "Task" [ 1608.157878] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.171669] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699747, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.176433] env[62107]: INFO nova.scheduler.client.report [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted allocations for instance 5763e2f2-73a6-458c-9512-041ddf5791eb [ 1608.186996] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.250872] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1608.283175] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1608.283426] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1608.283582] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.283760] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1608.283904] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.284117] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1608.284348] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1608.284505] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1608.284672] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1608.284853] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1608.285043] env[62107]: DEBUG nova.virt.hardware [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1608.286086] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3abf9-82fc-4dd6-8e7c-e1b3eb29a347 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.289582] env[62107]: DEBUG nova.network.neutron [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.297999] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fd56fe-4d52-4413-b802-91ff929ba11e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.553717] env[62107]: INFO nova.compute.manager [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] instance snapshotting [ 1608.554481] env[62107]: DEBUG nova.objects.instance [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'flavor' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1608.584024] env[62107]: DEBUG oslo_vmware.api [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699745, 'name': PowerOnVM_Task, 'duration_secs': 0.495115} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.584150] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.584399] env[62107]: INFO nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1608.584582] env[62107]: DEBUG nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1608.585449] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac5bfe-2b9c-4fcd-a0cf-cd03d67b9ade {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.604067] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.604267] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.629287] env[62107]: DEBUG oslo_vmware.api [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699746, 'name': PowerOffVM_Task, 'duration_secs': 0.231061} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.629643] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.629833] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1608.630994] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-469f4191-ab33-4b74-8b49-95251c793f69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.667435] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699747, 'name': Rename_Task, 'duration_secs': 0.159281} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.668383] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.668679] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-285b0dd7-a844-40fb-b9d2-2a397b351d83 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.675092] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1608.675092] env[62107]: value = "task-1699749" [ 1608.675092] env[62107]: _type = "Task" [ 1608.675092] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.685270] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.689019] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a587907d-9a88-4937-a518-5febfd5f082b tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "5763e2f2-73a6-458c-9512-041ddf5791eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.711s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.705215] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1608.705215] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1608.705377] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleting the datastore file [datastore1] f31f773f-88bd-449c-a09c-cf2478115376 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1608.706128] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dea3f594-0329-4b60-b0f0-f50767bfa9da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.713407] env[62107]: DEBUG oslo_vmware.api [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1608.713407] env[62107]: value = "task-1699750" [ 1608.713407] env[62107]: _type = "Task" [ 1608.713407] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.721288] env[62107]: DEBUG oslo_vmware.api [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.794522] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.795125] env[62107]: DEBUG nova.compute.manager [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1608.796165] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df290e-74b9-4cb8-bad8-9314a32045c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.063586] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26330a2-6b58-42fe-9eec-c68a5bf430fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.093802] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd30f13-7eff-4e34-8284-274165715956 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.111725] env[62107]: INFO nova.compute.manager [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Took 23.27 seconds to build instance. [ 1609.118060] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1609.118214] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1609.118549] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1609.186773] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.227744] env[62107]: DEBUG oslo_vmware.api [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400621} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.228031] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1609.228213] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1609.228391] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1609.228560] env[62107]: INFO nova.compute.manager [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1609.228815] env[62107]: DEBUG oslo.service.loopingcall [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1609.229015] env[62107]: DEBUG nova.compute.manager [-] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1609.229370] env[62107]: DEBUG nova.network.neutron [-] [instance: f31f773f-88bd-449c-a09c-cf2478115376] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1609.435929] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c7aa9b-8c9b-4f3c-9287-0d070e6b64bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.444107] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c4a8b-f7f1-45f2-aefe-7a2f0b1ba858 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.484079] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d539c-e26f-459e-b45d-4fdb217a6020 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.493409] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb7057-ff40-44f3-add0-e5e5a061f3fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.514789] env[62107]: DEBUG nova.compute.provider_tree [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.517809] env[62107]: DEBUG nova.compute.manager [req-98d1dd85-efc9-48e8-968d-4a94d2a0d294 req-49d9b303-afce-4504-bcfc-6a1545e97d1f service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Received event network-vif-deleted-d14d469e-5dee-492a-bc77-d100f59e4044 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.518023] env[62107]: INFO nova.compute.manager [req-98d1dd85-efc9-48e8-968d-4a94d2a0d294 req-49d9b303-afce-4504-bcfc-6a1545e97d1f service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Neutron deleted interface d14d469e-5dee-492a-bc77-d100f59e4044; detaching it from the instance and deleting it from the info cache [ 1609.518205] env[62107]: DEBUG nova.network.neutron [req-98d1dd85-efc9-48e8-968d-4a94d2a0d294 req-49d9b303-afce-4504-bcfc-6a1545e97d1f service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.618750] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1609.619239] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2dc463a7-513f-4cb8-90f2-7fb50cb25d48 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.788s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.619476] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b089e8f5-56e8-4b70-8c3b-84530d7c8189 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.625738] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Skipping network cache update for instance because it is being deleted. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1609.625879] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Skipping network cache update for instance because it is Building. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1609.626015] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Skipping network cache update for instance because it is Building. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1609.626231] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.626347] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.626755] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1609.626925] env[62107]: DEBUG nova.objects.instance [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lazy-loading 'info_cache' on Instance uuid 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.636389] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1609.636389] env[62107]: value = "task-1699751" [ 1609.636389] env[62107]: _type = "Task" [ 1609.636389] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.647181] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699751, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.670054] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Successfully updated port: ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.689317] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.813897] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cfc4e7-6a61-4afb-8122-006e93943eeb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.822929] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Doing hard reboot of VM {{(pid=62107) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1609.823234] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-be942b4c-35d3-48ef-9766-7ac7055499f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.829812] env[62107]: DEBUG oslo_vmware.api [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1609.829812] env[62107]: value = "task-1699752" [ 1609.829812] env[62107]: _type = "Task" [ 1609.829812] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.838065] env[62107]: DEBUG oslo_vmware.api [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699752, 'name': ResetVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.989235] env[62107]: DEBUG nova.network.neutron [-] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.020378] env[62107]: DEBUG nova.scheduler.client.report [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1610.023931] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bbb26aa-e7a7-4911-8d65-f903fb71dc12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.033362] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5405c21-a5ad-404a-bcef-2b6b78083950 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.067616] env[62107]: DEBUG nova.compute.manager [req-98d1dd85-efc9-48e8-968d-4a94d2a0d294 req-49d9b303-afce-4504-bcfc-6a1545e97d1f service nova] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Detach interface failed, port_id=d14d469e-5dee-492a-bc77-d100f59e4044, reason: Instance f31f773f-88bd-449c-a09c-cf2478115376 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1610.148388] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699751, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.195669] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699749, 'name': PowerOnVM_Task, 'duration_secs': 1.120979} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.196260] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.196260] env[62107]: DEBUG nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1610.196918] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d00630-eafc-4252-9271-4bc12d95cad5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.340121] env[62107]: DEBUG oslo_vmware.api [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699752, 'name': ResetVM_Task, 'duration_secs': 0.117383} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.340458] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Did hard reboot of VM {{(pid=62107) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1610.340642] env[62107]: DEBUG nova.compute.manager [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1610.341667] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b0d53-3567-48a3-a355-82104c2afc60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.492233] env[62107]: INFO nova.compute.manager [-] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Took 1.26 seconds to deallocate network for instance. [ 1610.528024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.528731] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1610.536823] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.395s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.538282] env[62107]: INFO nova.compute.claims [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1610.587732] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.587969] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.649507] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699751, 'name': CreateSnapshot_Task, 'duration_secs': 0.825956} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.649798] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1610.650614] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6f0fc-3595-4c75-82f5-4ccd223b512d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.708780] env[62107]: INFO nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] bringing vm to original state: 'stopped' [ 1610.858346] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a836ec4d-74d0-4c27-9d7a-75d70248e4a6 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.989s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.001336] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.042483] env[62107]: DEBUG nova.compute.utils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.046971] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1611.047204] env[62107]: DEBUG nova.network.neutron [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.094588] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1611.113025] env[62107]: DEBUG nova.policy [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245275ac8ca548cebd39cb32c272c491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81022b7371794a348e81bc85779cce6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1611.171279] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1611.172031] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-421844f1-38a1-43e8-8e2d-b8fc4f54d98c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.181280] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1611.181280] env[62107]: value = "task-1699753" [ 1611.181280] env[62107]: _type = "Task" [ 1611.181280] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.191344] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699753, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.517541] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.551507] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1611.591046] env[62107]: DEBUG nova.network.neutron [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Successfully created port: f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1611.622048] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.695954] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699753, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.716268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.716515] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.716690] env[62107]: DEBUG nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1611.717788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82710115-1c03-494b-989e-6b0f1c51adfb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.724725] env[62107]: DEBUG nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1611.728093] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.728345] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b39f779-941b-4627-8f1c-59f9c2c2b8d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.735728] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1611.735728] env[62107]: value = "task-1699754" [ 1611.735728] env[62107]: _type = "Task" [ 1611.735728] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.744513] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.754926] env[62107]: DEBUG nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-vif-plugged-ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.755124] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Acquiring lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.755391] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.755439] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.755613] env[62107]: DEBUG nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] No waiting events found dispatching network-vif-plugged-ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1611.755770] env[62107]: WARNING nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received unexpected event network-vif-plugged-ebec1088-ae88-46ec-a629-d7629a637106 for instance with vm_state building and task_state spawning. [ 1611.755971] env[62107]: DEBUG nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-changed-ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.756156] env[62107]: DEBUG nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Refreshing instance network info cache due to event network-changed-ebec1088-ae88-46ec-a629-d7629a637106. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1611.756327] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Acquiring lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.756588] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Acquired lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.756588] env[62107]: DEBUG nova.network.neutron [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Refreshing network info cache for port ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.873750] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae7542d-dd88-4a85-a260-625a79ecee9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.884318] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55a4c4-b3b8-40ff-a935-28680178f404 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.935763] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0441e-9fea-468e-bb10-1d4e0141be89 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.946764] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae093b0c-4628-4b21-b001-e09284111865 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.960625] env[62107]: DEBUG nova.compute.provider_tree [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.019802] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.020015] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1612.020253] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.020422] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.020570] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.020716] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.020857] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.021007] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.021250] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1612.021325] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.129816] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Successfully updated port: 27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.192604] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699753, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.246183] env[62107]: DEBUG oslo_vmware.api [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699754, 'name': PowerOffVM_Task, 'duration_secs': 0.325313} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.246447] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.246617] env[62107]: DEBUG nova.compute.manager [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1612.247442] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26ff202-e657-4307-b002-7dc98f82f3e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.293995] env[62107]: DEBUG nova.network.neutron [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.410454] env[62107]: DEBUG nova.network.neutron [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.465169] env[62107]: DEBUG nova.scheduler.client.report [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1612.524469] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.561431] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1612.590061] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1612.590714] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1612.590714] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.590875] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1612.591069] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.591169] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1612.592062] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1612.592062] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1612.592062] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1612.592062] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1612.592366] env[62107]: DEBUG nova.virt.hardware [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1612.593105] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c33ce-8f7a-4e1c-961a-2d4288bc506a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.602477] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde9809d-c521-4b71-ba2f-462abce827bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.692346] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699753, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.759525] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.043s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.912967] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Releasing lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.913279] env[62107]: DEBUG nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1612.913449] env[62107]: DEBUG nova.compute.manager [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing instance network info cache due to event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1612.913700] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.913854] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.914030] env[62107]: DEBUG nova.network.neutron [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.970424] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.970949] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1612.973706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.692s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.973936] env[62107]: DEBUG nova.objects.instance [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid 458b14da-2401-4660-8bc2-637fdc7735d6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.194048] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699753, 'name': CloneVM_Task, 'duration_secs': 1.745844} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.194048] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Created linked-clone VM from snapshot [ 1613.194532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0741592-d7db-4f90-a2b5-cc02200b2f88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.202030] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Uploading image e4959f0b-f0aa-4960-ad85-7fb7dd3112a9 {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1613.224200] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1613.224200] env[62107]: value = "vm-354316" [ 1613.224200] env[62107]: _type = "VirtualMachine" [ 1613.224200] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1613.224463] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37f0c3c7-8925-437a-a729-bf8be68cddb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.231517] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease: (returnval){ [ 1613.231517] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5223c6c3-d597-bfd6-8990-9455f97e8a4e" [ 1613.231517] env[62107]: _type = "HttpNfcLease" [ 1613.231517] env[62107]: } obtained for exporting VM: (result){ [ 1613.231517] env[62107]: value = "vm-354316" [ 1613.231517] env[62107]: _type = "VirtualMachine" [ 1613.231517] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1613.231909] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the lease: (returnval){ [ 1613.231909] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5223c6c3-d597-bfd6-8990-9455f97e8a4e" [ 1613.231909] env[62107]: _type = "HttpNfcLease" [ 1613.231909] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1613.238283] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1613.238283] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5223c6c3-d597-bfd6-8990-9455f97e8a4e" [ 1613.238283] env[62107]: _type = "HttpNfcLease" [ 1613.238283] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1613.267914] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.282513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.282513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.282513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.282513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.282513] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.286791] env[62107]: INFO nova.compute.manager [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Terminating instance [ 1613.290169] env[62107]: DEBUG nova.compute.manager [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1613.290389] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.291267] env[62107]: DEBUG nova.network.neutron [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Successfully updated port: f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.292741] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee16653-ad02-4f27-88af-d7193334c217 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.301220] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1613.301472] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96266f1a-a1bf-48e6-96bf-cf31c2d52595 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.372262] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1613.372475] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1613.372682] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] bdd95a9e-8e8b-4106-9e48-5980987a4c16 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1613.372955] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc3cf40c-6a12-4a91-ac10-efd2ce6cdb31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.379464] env[62107]: DEBUG oslo_vmware.api [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1613.379464] env[62107]: value = "task-1699757" [ 1613.379464] env[62107]: _type = "Task" [ 1613.379464] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.387745] env[62107]: DEBUG oslo_vmware.api [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.477442] env[62107]: DEBUG nova.compute.utils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1613.484270] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1613.485088] env[62107]: DEBUG nova.network.neutron [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.525845] env[62107]: DEBUG nova.policy [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa53e32b1a54fbaa16b5592e5d2de32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17709cff940f4186b7319e0a3b05c7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1613.693687] env[62107]: DEBUG nova.network.neutron [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updated VIF entry in instance network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.695429] env[62107]: DEBUG nova.network.neutron [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.741362] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1613.741362] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5223c6c3-d597-bfd6-8990-9455f97e8a4e" [ 1613.741362] env[62107]: _type = "HttpNfcLease" [ 1613.741362] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1613.741661] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1613.741661] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5223c6c3-d597-bfd6-8990-9455f97e8a4e" [ 1613.741661] env[62107]: _type = "HttpNfcLease" [ 1613.741661] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1613.742387] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf17c4-8eb2-4077-98a0-3f25f9606b0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.750187] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641431-9656-1cad-8f36-48e4779c5f67/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1613.750359] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641431-9656-1cad-8f36-48e4779c5f67/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1613.811329] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-4973185d-ae46-4163-93e7-066a7460c38e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.811530] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-4973185d-ae46-4163-93e7-066a7460c38e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.811716] env[62107]: DEBUG nova.network.neutron [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.817256] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-vif-plugged-27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.817504] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Acquiring lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.817750] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.817961] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.818179] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] No waiting events found dispatching network-vif-plugged-27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1613.818387] env[62107]: WARNING nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received unexpected event network-vif-plugged-27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 for instance with vm_state building and task_state spawning. [ 1613.818588] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-changed-27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.818781] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Refreshing instance network info cache due to event network-changed-27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1613.819023] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Acquiring lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.819198] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Acquired lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.819391] env[62107]: DEBUG nova.network.neutron [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Refreshing network info cache for port 27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.821486] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2487e1-83c8-49e7-8ab7-a406810b3547 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.825349] env[62107]: DEBUG nova.network.neutron [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Successfully created port: 80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.834758] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a1081-5651-4c0c-a328-ad0f50ed59b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.867146] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac5b71e-8d5a-4d90-8193-6e5ae6d061d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.869926] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0676b112-8fdb-45ba-8454-49bf259865ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.877602] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea1fff0-bf4e-49c3-a69b-c154be226b46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.894410] env[62107]: DEBUG nova.compute.provider_tree [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.900843] env[62107]: DEBUG oslo_vmware.api [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133569} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.901743] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.902029] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.902241] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.902476] env[62107]: INFO nova.compute.manager [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1613.902793] env[62107]: DEBUG oslo.service.loopingcall [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.903062] env[62107]: DEBUG nova.compute.manager [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1613.903198] env[62107]: DEBUG nova.network.neutron [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.982698] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1614.199379] env[62107]: DEBUG oslo_concurrency.lockutils [req-9e4439a5-bf52-43ce-b414-ee74272d86bb req-5afa3b00-ae8a-4ef3-84f0-72095f16e77c service nova] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.357596] env[62107]: DEBUG nova.network.neutron [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.363927] env[62107]: DEBUG nova.network.neutron [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.402373] env[62107]: DEBUG nova.scheduler.client.report [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1614.447282] env[62107]: DEBUG nova.network.neutron [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.464647] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Successfully updated port: ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.542329] env[62107]: DEBUG nova.network.neutron [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Updating instance_info_cache with network_info: [{"id": "f511491f-3174-4860-9b92-08cea21bad8b", "address": "fa:16:3e:fd:a8:b3", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf511491f-31", "ovs_interfaceid": "f511491f-3174-4860-9b92-08cea21bad8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.726221] env[62107]: DEBUG nova.network.neutron [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.907521] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.910424] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.723s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.910424] env[62107]: DEBUG nova.objects.instance [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'pci_requests' on Instance uuid f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.934647] env[62107]: INFO nova.scheduler.client.report [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance 458b14da-2401-4660-8bc2-637fdc7735d6 [ 1614.950703] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Releasing lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.950703] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Received event network-vif-plugged-f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1614.950843] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Acquiring lock "4973185d-ae46-4163-93e7-066a7460c38e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.950946] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Lock "4973185d-ae46-4163-93e7-066a7460c38e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.951160] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Lock "4973185d-ae46-4163-93e7-066a7460c38e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.951450] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] No waiting events found dispatching network-vif-plugged-f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1614.951782] env[62107]: WARNING nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Received unexpected event network-vif-plugged-f511491f-3174-4860-9b92-08cea21bad8b for instance with vm_state building and task_state spawning. [ 1614.952054] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Received event network-changed-f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1614.952222] env[62107]: DEBUG nova.compute.manager [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Refreshing instance network info cache due to event network-changed-f511491f-3174-4860-9b92-08cea21bad8b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1614.952393] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Acquiring lock "refresh_cache-4973185d-ae46-4163-93e7-066a7460c38e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.967060] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.967317] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.967555] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1614.991507] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1615.015189] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1615.015531] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1615.015760] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.016081] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1615.016320] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.016583] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1615.016853] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1615.017126] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1615.017350] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1615.017555] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1615.017741] env[62107]: DEBUG nova.virt.hardware [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1615.018957] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b3b754-21dc-440d-85b9-94b1186cf0d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.027113] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b57bfb2-77ff-43eb-b8d6-8834ad815476 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.045121] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-4973185d-ae46-4163-93e7-066a7460c38e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.045958] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance network_info: |[{"id": "f511491f-3174-4860-9b92-08cea21bad8b", "address": "fa:16:3e:fd:a8:b3", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf511491f-31", "ovs_interfaceid": "f511491f-3174-4860-9b92-08cea21bad8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1615.045958] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Acquired lock "refresh_cache-4973185d-ae46-4163-93e7-066a7460c38e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.046234] env[62107]: DEBUG nova.network.neutron [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Refreshing network info cache for port f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.047955] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a8:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f511491f-3174-4860-9b92-08cea21bad8b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.056294] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating folder: Project (81022b7371794a348e81bc85779cce6a). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.057467] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daf871ab-8c6e-4847-884f-b837a130818f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.068676] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created folder: Project (81022b7371794a348e81bc85779cce6a) in parent group-v354057. [ 1615.068958] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating folder: Instances. Parent ref: group-v354317. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1615.069256] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f42ba07-96e7-47a2-a192-5303473d5c4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.078113] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created folder: Instances in parent group-v354317. [ 1615.078433] env[62107]: DEBUG oslo.service.loopingcall [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.078713] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1615.078990] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-811d549f-df64-426b-a679-fbeaab54cf30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.098634] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.098634] env[62107]: value = "task-1699760" [ 1615.098634] env[62107]: _type = "Task" [ 1615.098634] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.106861] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699760, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.229809] env[62107]: INFO nova.compute.manager [-] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Took 1.33 seconds to deallocate network for instance. [ 1615.397734] env[62107]: DEBUG nova.compute.manager [req-c60844fc-5585-49aa-b731-f19b838f1132 req-11bc7a1c-1dd2-49a1-b1ed-b19b708cd0b1 service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Received event network-vif-plugged-80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.397924] env[62107]: DEBUG oslo_concurrency.lockutils [req-c60844fc-5585-49aa-b731-f19b838f1132 req-11bc7a1c-1dd2-49a1-b1ed-b19b708cd0b1 service nova] Acquiring lock "0fb881a8-3849-497a-beb7-7f3a359c130a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.398151] env[62107]: DEBUG oslo_concurrency.lockutils [req-c60844fc-5585-49aa-b731-f19b838f1132 req-11bc7a1c-1dd2-49a1-b1ed-b19b708cd0b1 service nova] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.398320] env[62107]: DEBUG oslo_concurrency.lockutils [req-c60844fc-5585-49aa-b731-f19b838f1132 req-11bc7a1c-1dd2-49a1-b1ed-b19b708cd0b1 service nova] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.398485] env[62107]: DEBUG nova.compute.manager [req-c60844fc-5585-49aa-b731-f19b838f1132 req-11bc7a1c-1dd2-49a1-b1ed-b19b708cd0b1 service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] No waiting events found dispatching network-vif-plugged-80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.398693] env[62107]: WARNING nova.compute.manager [req-c60844fc-5585-49aa-b731-f19b838f1132 req-11bc7a1c-1dd2-49a1-b1ed-b19b708cd0b1 service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Received unexpected event network-vif-plugged-80861a40-8177-4ed8-aef1-3d1e4f3a1328 for instance with vm_state building and task_state spawning. [ 1615.416475] env[62107]: DEBUG nova.objects.instance [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'numa_topology' on Instance uuid f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.441854] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e669e8fb-0ccb-4e71-a487-47c24a968e3f tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "458b14da-2401-4660-8bc2-637fdc7735d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.442s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.515052] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.515809] env[62107]: DEBUG nova.network.neutron [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Successfully updated port: 80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.608108] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699760, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.737772] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.768554] env[62107]: DEBUG nova.network.neutron [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Updated VIF entry in instance network info cache for port f511491f-3174-4860-9b92-08cea21bad8b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.769131] env[62107]: DEBUG nova.network.neutron [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Updating instance_info_cache with network_info: [{"id": "f511491f-3174-4860-9b92-08cea21bad8b", "address": "fa:16:3e:fd:a8:b3", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf511491f-31", "ovs_interfaceid": "f511491f-3174-4860-9b92-08cea21bad8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.818408] env[62107]: DEBUG nova.compute.manager [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Received event network-vif-deleted-9e1a99b1-82ae-4d97-99fa-eb0a15d7742e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.818613] env[62107]: DEBUG nova.compute.manager [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-vif-plugged-ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.818800] env[62107]: DEBUG oslo_concurrency.lockutils [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] Acquiring lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.819008] env[62107]: DEBUG oslo_concurrency.lockutils [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.819228] env[62107]: DEBUG oslo_concurrency.lockutils [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.819394] env[62107]: DEBUG nova.compute.manager [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] No waiting events found dispatching network-vif-plugged-ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.819577] env[62107]: WARNING nova.compute.manager [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received unexpected event network-vif-plugged-ae03a21f-9179-49c4-b798-841c3ed0f993 for instance with vm_state building and task_state spawning. [ 1615.819731] env[62107]: DEBUG nova.compute.manager [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-changed-ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.819878] env[62107]: DEBUG nova.compute.manager [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Refreshing instance network info cache due to event network-changed-ae03a21f-9179-49c4-b798-841c3ed0f993. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1615.820049] env[62107]: DEBUG oslo_concurrency.lockutils [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] Acquiring lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.919378] env[62107]: INFO nova.compute.claims [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.006781] env[62107]: DEBUG nova.network.neutron [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Updating instance_info_cache with network_info: [{"id": "ebec1088-ae88-46ec-a629-d7629a637106", "address": "fa:16:3e:78:c6:df", "network": {"id": "4f961600-d21e-4fb7-9155-b2ef17c02a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1071588720", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebec1088-ae", "ovs_interfaceid": "ebec1088-ae88-46ec-a629-d7629a637106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2", "address": "fa:16:3e:79:78:0b", "network": {"id": "833cb8bb-618b-4499-8701-03891c3a9911", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-987936555", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c309d3-cf", "ovs_interfaceid": "27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae03a21f-9179-49c4-b798-841c3ed0f993", "address": "fa:16:3e:6d:ca:7e", "network": {"id": "4f961600-d21e-4fb7-9155-b2ef17c02a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1071588720", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae03a21f-91", "ovs_interfaceid": "ae03a21f-9179-49c4-b798-841c3ed0f993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.018609] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-0fb881a8-3849-497a-beb7-7f3a359c130a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.018730] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-0fb881a8-3849-497a-beb7-7f3a359c130a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.018878] env[62107]: DEBUG nova.network.neutron [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.109719] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699760, 'name': CreateVM_Task, 'duration_secs': 0.555165} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.109900] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1616.111476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.111476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.111476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.111476] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef636ce-0f96-4c38-87f4-aac87b2df4fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.116802] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1616.116802] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e49b3a-fe77-0736-a509-b762a864439d" [ 1616.116802] env[62107]: _type = "Task" [ 1616.116802] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.124953] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e49b3a-fe77-0736-a509-b762a864439d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.272758] env[62107]: DEBUG oslo_concurrency.lockutils [req-1b20c0eb-48e3-496a-af3e-32be4ce56410 req-67b8c06b-02b1-436b-a807-47097db7a131 service nova] Releasing lock "refresh_cache-4973185d-ae46-4163-93e7-066a7460c38e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.509817] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Releasing lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.510258] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance network_info: |[{"id": "ebec1088-ae88-46ec-a629-d7629a637106", "address": "fa:16:3e:78:c6:df", "network": {"id": "4f961600-d21e-4fb7-9155-b2ef17c02a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1071588720", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebec1088-ae", "ovs_interfaceid": "ebec1088-ae88-46ec-a629-d7629a637106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2", "address": "fa:16:3e:79:78:0b", "network": {"id": "833cb8bb-618b-4499-8701-03891c3a9911", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-987936555", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c309d3-cf", "ovs_interfaceid": "27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae03a21f-9179-49c4-b798-841c3ed0f993", "address": "fa:16:3e:6d:ca:7e", "network": {"id": "4f961600-d21e-4fb7-9155-b2ef17c02a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1071588720", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae03a21f-91", "ovs_interfaceid": "ae03a21f-9179-49c4-b798-841c3ed0f993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1616.510626] env[62107]: DEBUG oslo_concurrency.lockutils [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] Acquired lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.511019] env[62107]: DEBUG nova.network.neutron [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Refreshing network info cache for port ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1616.512218] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:c6:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebec1088-ae88-46ec-a629-d7629a637106', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:78:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ca:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae03a21f-9179-49c4-b798-841c3ed0f993', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.523974] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Creating folder: Project (6e59ba8482374a528891b6e2fd026571). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1616.527179] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6602b14d-7f87-4070-bdf6-12ca750c3192 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.538796] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Created folder: Project (6e59ba8482374a528891b6e2fd026571) in parent group-v354057. [ 1616.538996] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Creating folder: Instances. Parent ref: group-v354320. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1616.539839] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5799c2-87d3-412c-9823-b95654ce2ce5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.549685] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Created folder: Instances in parent group-v354320. [ 1616.549969] env[62107]: DEBUG oslo.service.loopingcall [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.550210] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.550787] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8251c8df-d1c6-4d37-bc3c-e8e5b9e99074 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.571762] env[62107]: DEBUG nova.network.neutron [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.578925] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.578925] env[62107]: value = "task-1699763" [ 1616.578925] env[62107]: _type = "Task" [ 1616.578925] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.589693] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699763, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.626693] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e49b3a-fe77-0736-a509-b762a864439d, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.627015] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.627279] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.627506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.627648] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.627860] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.628180] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ed1a9bf-59c1-4c8d-ba2f-0c346488e8ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.638072] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.638268] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1616.639016] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184441ac-5a6a-43a7-916f-8966fb47737e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.644534] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1616.644534] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524eb565-fc13-350d-c1c5-a3745224aa69" [ 1616.644534] env[62107]: _type = "Task" [ 1616.644534] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.655159] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524eb565-fc13-350d-c1c5-a3745224aa69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.718783] env[62107]: DEBUG nova.network.neutron [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Updating instance_info_cache with network_info: [{"id": "80861a40-8177-4ed8-aef1-3d1e4f3a1328", "address": "fa:16:3e:41:42:7f", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80861a40-81", "ovs_interfaceid": "80861a40-8177-4ed8-aef1-3d1e4f3a1328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.964643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.964947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.094527] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699763, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.160950] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524eb565-fc13-350d-c1c5-a3745224aa69, 'name': SearchDatastore_Task, 'duration_secs': 0.020157} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.161832] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f327a1-403c-4777-b2b1-53aae1f580d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.171730] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1617.171730] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cc293b-b380-4b56-d420-f6a0ec7aa726" [ 1617.171730] env[62107]: _type = "Task" [ 1617.171730] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.180620] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cc293b-b380-4b56-d420-f6a0ec7aa726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.219443] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f07f1-1f68-4901-abd3-aaa6d0acf6a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.222346] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-0fb881a8-3849-497a-beb7-7f3a359c130a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.222634] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Instance network_info: |[{"id": "80861a40-8177-4ed8-aef1-3d1e4f3a1328", "address": "fa:16:3e:41:42:7f", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80861a40-81", "ovs_interfaceid": "80861a40-8177-4ed8-aef1-3d1e4f3a1328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1617.223052] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:42:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80861a40-8177-4ed8-aef1-3d1e4f3a1328', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.230689] env[62107]: DEBUG oslo.service.loopingcall [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.231644] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.231878] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d478425f-657b-4434-b82c-6354361447b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.253593] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9c32b-85a2-4139-b604-3ddeefa3bcfc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.258413] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.258413] env[62107]: value = "task-1699764" [ 1617.258413] env[62107]: _type = "Task" [ 1617.258413] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.268584] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699764, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.295042] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194e4bd3-41a6-4266-8688-81f57c6cf889 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.305233] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ef5af-0ad6-4f23-98b1-c7f845ad0796 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.321283] env[62107]: DEBUG nova.compute.provider_tree [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.350028] env[62107]: DEBUG nova.network.neutron [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Updated VIF entry in instance network info cache for port ae03a21f-9179-49c4-b798-841c3ed0f993. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1617.350028] env[62107]: DEBUG nova.network.neutron [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Updating instance_info_cache with network_info: [{"id": "ebec1088-ae88-46ec-a629-d7629a637106", "address": "fa:16:3e:78:c6:df", "network": {"id": "4f961600-d21e-4fb7-9155-b2ef17c02a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1071588720", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebec1088-ae", "ovs_interfaceid": "ebec1088-ae88-46ec-a629-d7629a637106", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2", "address": "fa:16:3e:79:78:0b", "network": {"id": "833cb8bb-618b-4499-8701-03891c3a9911", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-987936555", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27c309d3-cf", "ovs_interfaceid": "27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ae03a21f-9179-49c4-b798-841c3ed0f993", "address": "fa:16:3e:6d:ca:7e", "network": {"id": "4f961600-d21e-4fb7-9155-b2ef17c02a70", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1071588720", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae03a21f-91", "ovs_interfaceid": "ae03a21f-9179-49c4-b798-841c3ed0f993", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.444366] env[62107]: DEBUG nova.compute.manager [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Received event network-changed-80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1617.444572] env[62107]: DEBUG nova.compute.manager [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Refreshing instance network info cache due to event network-changed-80861a40-8177-4ed8-aef1-3d1e4f3a1328. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1617.444787] env[62107]: DEBUG oslo_concurrency.lockutils [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] Acquiring lock "refresh_cache-0fb881a8-3849-497a-beb7-7f3a359c130a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.445033] env[62107]: DEBUG oslo_concurrency.lockutils [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] Acquired lock "refresh_cache-0fb881a8-3849-497a-beb7-7f3a359c130a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.445203] env[62107]: DEBUG nova.network.neutron [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Refreshing network info cache for port 80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.468261] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1617.589596] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699763, 'name': CreateVM_Task, 'duration_secs': 0.576917} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.589780] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.590854] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.591135] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.591576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1617.591844] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6049f7-0875-457c-9d6e-69d7e5bb628c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.597034] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1617.597034] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52590c3f-edce-4c16-f548-e80bbbd0c044" [ 1617.597034] env[62107]: _type = "Task" [ 1617.597034] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.605499] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52590c3f-edce-4c16-f548-e80bbbd0c044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.682349] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cc293b-b380-4b56-d420-f6a0ec7aa726, 'name': SearchDatastore_Task, 'duration_secs': 0.013323} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.682681] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.683799] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1617.683799] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74c0d730-aa48-4b26-9d60-6b6f813788ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.690378] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1617.690378] env[62107]: value = "task-1699765" [ 1617.690378] env[62107]: _type = "Task" [ 1617.690378] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.698466] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.768581] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699764, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.824317] env[62107]: DEBUG nova.scheduler.client.report [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1617.851985] env[62107]: DEBUG oslo_concurrency.lockutils [req-7e030939-f8f9-42e3-a816-47c2a221d560 req-6cc5f9d2-ad26-42b0-a2fe-fb78aa91afc6 service nova] Releasing lock "refresh_cache-9099a556-7c68-44f6-b45b-d94dfa537cb6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.986370] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.108524] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52590c3f-edce-4c16-f548-e80bbbd0c044, 'name': SearchDatastore_Task, 'duration_secs': 0.012937} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.108819] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.109065] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.109310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.109453] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.109626] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.109891] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d17756d-1a65-4d2f-979f-454de5b0bd56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.122628] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.122790] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.123639] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95261a89-e69b-4f90-af50-7b81041cf314 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.129253] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1618.129253] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52051ff4-eb79-19c4-df71-98986f8a785b" [ 1618.129253] env[62107]: _type = "Task" [ 1618.129253] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.137385] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52051ff4-eb79-19c4-df71-98986f8a785b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.201097] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.270217] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699764, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.330131] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.419s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.334515] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.332s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.334515] env[62107]: DEBUG nova.objects.instance [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lazy-loading 'resources' on Instance uuid f31f773f-88bd-449c-a09c-cf2478115376 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.396461] env[62107]: INFO nova.network.neutron [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1618.459530] env[62107]: DEBUG nova.network.neutron [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Updated VIF entry in instance network info cache for port 80861a40-8177-4ed8-aef1-3d1e4f3a1328. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.459903] env[62107]: DEBUG nova.network.neutron [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Updating instance_info_cache with network_info: [{"id": "80861a40-8177-4ed8-aef1-3d1e4f3a1328", "address": "fa:16:3e:41:42:7f", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80861a40-81", "ovs_interfaceid": "80861a40-8177-4ed8-aef1-3d1e4f3a1328", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.639900] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52051ff4-eb79-19c4-df71-98986f8a785b, 'name': SearchDatastore_Task, 'duration_secs': 0.029446} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.640750] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142c6fb3-62cf-4abd-91ec-c8eee66a4a30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.646033] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1618.646033] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b544e4-6667-a929-d1ae-1073792cdada" [ 1618.646033] env[62107]: _type = "Task" [ 1618.646033] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.653914] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b544e4-6667-a929-d1ae-1073792cdada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.703891] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.984201} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.704306] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.704617] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.704977] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd49f08b-f016-44a0-a953-5e363572b4b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.711924] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1618.711924] env[62107]: value = "task-1699766" [ 1618.711924] env[62107]: _type = "Task" [ 1618.711924] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.720815] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.771381] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699764, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.962489] env[62107]: DEBUG oslo_concurrency.lockutils [req-76397bd0-1ed7-484b-bf89-600668fa49fd req-44a09cbe-35cf-42d4-9a0b-161dead390fe service nova] Releasing lock "refresh_cache-0fb881a8-3849-497a-beb7-7f3a359c130a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.086452] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ed75b0-ad31-4bc8-aa60-ef599627c598 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.094192] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712a5c6d-00b0-4d0a-91e0-ce8dbfd305b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.127082] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a334ce98-4feb-4b76-ae65-5d5274a4d4ca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.135393] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b84503-9c7e-4996-9437-694674de2885 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.149718] env[62107]: DEBUG nova.compute.provider_tree [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.159307] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b544e4-6667-a929-d1ae-1073792cdada, 'name': SearchDatastore_Task, 'duration_secs': 0.021535} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.160137] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.160386] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9099a556-7c68-44f6-b45b-d94dfa537cb6/9099a556-7c68-44f6-b45b-d94dfa537cb6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.160638] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-968fef0a-ac6a-4e35-9b2a-9c58b2d781a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.167398] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1619.167398] env[62107]: value = "task-1699767" [ 1619.167398] env[62107]: _type = "Task" [ 1619.167398] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.175160] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.222289] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080935} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.222570] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.223375] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ee1a8-294d-461b-b8ad-23ed3a8640e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.247061] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.247383] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b132ef01-6b20-4de0-a664-97e422224c3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.270524] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699764, 'name': CreateVM_Task, 'duration_secs': 1.556202} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.272027] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.272124] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1619.272124] env[62107]: value = "task-1699768" [ 1619.272124] env[62107]: _type = "Task" [ 1619.272124] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.272772] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.272937] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.273283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.273590] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5198b785-9cb0-484d-8823-6c19c715f3a0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.281603] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1619.281603] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255f74f-0f7e-1873-759a-6220f71a0df7" [ 1619.281603] env[62107]: _type = "Task" [ 1619.281603] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.284920] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.293776] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255f74f-0f7e-1873-759a-6220f71a0df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.656413] env[62107]: DEBUG nova.scheduler.client.report [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1619.679156] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.786031] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.795296] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255f74f-0f7e-1873-759a-6220f71a0df7, 'name': SearchDatastore_Task, 'duration_secs': 0.016611} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.795815] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.796505] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1619.796624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.796701] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.796891] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1619.797183] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4ac1d6-fb61-4a19-b8c2-e4681955e508 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.805305] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1619.805482] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1619.806543] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1673f7b5-518f-40f8-acba-7e3afe23b11f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.811783] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1619.811783] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c77b35-3731-8136-342b-6630ce22444e" [ 1619.811783] env[62107]: _type = "Task" [ 1619.811783] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.819399] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c77b35-3731-8136-342b-6630ce22444e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.926539] env[62107]: DEBUG nova.compute.manager [req-329111d6-50ce-4844-85f2-722ee796712b req-a84e1c26-d40e-45a3-8d7d-17bef43c13e2 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-vif-plugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1619.926539] env[62107]: DEBUG oslo_concurrency.lockutils [req-329111d6-50ce-4844-85f2-722ee796712b req-a84e1c26-d40e-45a3-8d7d-17bef43c13e2 service nova] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.926539] env[62107]: DEBUG oslo_concurrency.lockutils [req-329111d6-50ce-4844-85f2-722ee796712b req-a84e1c26-d40e-45a3-8d7d-17bef43c13e2 service nova] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.926539] env[62107]: DEBUG oslo_concurrency.lockutils [req-329111d6-50ce-4844-85f2-722ee796712b req-a84e1c26-d40e-45a3-8d7d-17bef43c13e2 service nova] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.926539] env[62107]: DEBUG nova.compute.manager [req-329111d6-50ce-4844-85f2-722ee796712b req-a84e1c26-d40e-45a3-8d7d-17bef43c13e2 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] No waiting events found dispatching network-vif-plugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1619.926539] env[62107]: WARNING nova.compute.manager [req-329111d6-50ce-4844-85f2-722ee796712b req-a84e1c26-d40e-45a3-8d7d-17bef43c13e2 service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received unexpected event network-vif-plugged-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 for instance with vm_state shelved_offloaded and task_state spawning. [ 1620.104285] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.104326] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.104476] env[62107]: DEBUG nova.network.neutron [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.162515] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.164993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.543s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.166568] env[62107]: INFO nova.compute.claims [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.180313] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555088} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.181375] env[62107]: INFO nova.scheduler.client.report [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted allocations for instance f31f773f-88bd-449c-a09c-cf2478115376 [ 1620.186227] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9099a556-7c68-44f6-b45b-d94dfa537cb6/9099a556-7c68-44f6-b45b-d94dfa537cb6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.186298] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.186834] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4ba051e-34b3-47f3-a511-f7f06c369bdc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.194183] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1620.194183] env[62107]: value = "task-1699769" [ 1620.194183] env[62107]: _type = "Task" [ 1620.194183] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.202738] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.283955] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699768, 'name': ReconfigVM_Task, 'duration_secs': 0.683647} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.284226] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.284846] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77376e9e-adbd-4506-952e-515dd508acef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.290523] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1620.290523] env[62107]: value = "task-1699770" [ 1620.290523] env[62107]: _type = "Task" [ 1620.290523] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.298981] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699770, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.321362] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c77b35-3731-8136-342b-6630ce22444e, 'name': SearchDatastore_Task, 'duration_secs': 0.015878} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.322177] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45cf38e-aa81-42d9-b7bf-f2c955cc2a28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.327306] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1620.327306] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ba3a05-7cc7-77c0-ac94-17bfd05d1071" [ 1620.327306] env[62107]: _type = "Task" [ 1620.327306] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.334952] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ba3a05-7cc7-77c0-ac94-17bfd05d1071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.689457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a23cefa7-1d25-4da1-bfe6-eb729d4fa9d9 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "f31f773f-88bd-449c-a09c-cf2478115376" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.603s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.705183] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066722} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.705531] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.706572] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7e064-b483-4e43-abb7-634a48dfe4b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.736049] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9099a556-7c68-44f6-b45b-d94dfa537cb6/9099a556-7c68-44f6-b45b-d94dfa537cb6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.736393] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43e1f21-6560-4f69-8b87-41c97df7ba0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.759265] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1620.759265] env[62107]: value = "task-1699771" [ 1620.759265] env[62107]: _type = "Task" [ 1620.759265] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.767132] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.801619] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699770, 'name': Rename_Task, 'duration_secs': 0.211739} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.802063] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1620.802438] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-505d0326-c0ca-4f9a-8272-79b11abba0f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.809855] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1620.809855] env[62107]: value = "task-1699772" [ 1620.809855] env[62107]: _type = "Task" [ 1620.809855] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.822725] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.839654] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ba3a05-7cc7-77c0-ac94-17bfd05d1071, 'name': SearchDatastore_Task, 'duration_secs': 0.014085} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.839927] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.840206] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0fb881a8-3849-497a-beb7-7f3a359c130a/0fb881a8-3849-497a-beb7-7f3a359c130a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1620.840471] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52d8410-e927-4055-8ed3-e9fb90693194 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.849356] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1620.849356] env[62107]: value = "task-1699773" [ 1620.849356] env[62107]: _type = "Task" [ 1620.849356] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.856033] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.911195] env[62107]: DEBUG nova.network.neutron [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.270382] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.319073] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.359958] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699773, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.414405] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.427821] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b91d1b-680d-40a1-b7d3-8ae39bbb3a62 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.438216] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9af0107-36f8-433b-9e25-131b2d2cbc4c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.473677] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='591480fccfebf3ebb39dd0395d2dcc2e',container_format='bare',created_at=2024-12-10T18:07:52Z,direct_url=,disk_format='vmdk',id=f597c42f-da95-41ce-9ca9-74f1768a5336,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1757160129-shelved',owner='8fa530d7d8bc477595a95c8b979c91c2',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-10T18:08:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1621.473964] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1621.474118] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.474313] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1621.474474] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.474641] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1621.474881] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1621.475073] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1621.475258] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1621.475441] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1621.475628] env[62107]: DEBUG nova.virt.hardware [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1621.476567] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a7d87a-a0ee-43ff-861a-beb3a97440bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.480026] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f299f6-ecb6-44e1-81d9-6ae6400f5ff0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.490711] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5b3cae-8700-4e53-b6a1-5a6f78c0b588 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.496319] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882d9942-2a65-47b9-9b24-ada17102f2e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.512977] env[62107]: DEBUG nova.compute.provider_tree [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.525098] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:7f:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fb8bd47-efa1-466e-b637-ef4bc3c1b658', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.532683] env[62107]: DEBUG oslo.service.loopingcall [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.533884] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1621.534136] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd57991b-c60c-4935-9693-82d7ed4d8921 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.555145] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.555145] env[62107]: value = "task-1699774" [ 1621.555145] env[62107]: _type = "Task" [ 1621.555145] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.564133] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699774, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.735957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "c38a6754-73ab-49a5-8d22-5599340bf465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.735957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "c38a6754-73ab-49a5-8d22-5599340bf465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.736308] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "c38a6754-73ab-49a5-8d22-5599340bf465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.736308] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "c38a6754-73ab-49a5-8d22-5599340bf465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.736394] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "c38a6754-73ab-49a5-8d22-5599340bf465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.738525] env[62107]: INFO nova.compute.manager [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Terminating instance [ 1621.740377] env[62107]: DEBUG nova.compute.manager [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1621.740570] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.741394] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1adafb-9b8e-449b-8fd5-f97e00ce7e23 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.749454] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.749718] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2678dd9d-acbf-498a-a778-0410b578cca3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.757058] env[62107]: DEBUG oslo_vmware.api [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1621.757058] env[62107]: value = "task-1699775" [ 1621.757058] env[62107]: _type = "Task" [ 1621.757058] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.767714] env[62107]: DEBUG oslo_vmware.api [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.772731] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699771, 'name': ReconfigVM_Task, 'duration_secs': 0.933773} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.773035] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9099a556-7c68-44f6-b45b-d94dfa537cb6/9099a556-7c68-44f6-b45b-d94dfa537cb6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.773716] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea6ee27e-b2b4-49de-a725-52e26d92d413 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.779923] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1621.779923] env[62107]: value = "task-1699776" [ 1621.779923] env[62107]: _type = "Task" [ 1621.779923] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.788093] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699776, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.821442] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699772, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.860401] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812927} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.860733] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0fb881a8-3849-497a-beb7-7f3a359c130a/0fb881a8-3849-497a-beb7-7f3a359c130a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1621.860969] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1621.861240] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc93e3bb-2ebb-4e8a-9600-4b2fcd00a925 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.868480] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1621.868480] env[62107]: value = "task-1699777" [ 1621.868480] env[62107]: _type = "Task" [ 1621.868480] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.877232] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.997706] env[62107]: DEBUG nova.compute.manager [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1621.998142] env[62107]: DEBUG nova.compute.manager [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing instance network info cache due to event network-changed-4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1621.998426] env[62107]: DEBUG oslo_concurrency.lockutils [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] Acquiring lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.998577] env[62107]: DEBUG oslo_concurrency.lockutils [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] Acquired lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.998740] env[62107]: DEBUG nova.network.neutron [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Refreshing network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.016594] env[62107]: DEBUG nova.scheduler.client.report [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.066749] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699774, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.266690] env[62107]: DEBUG oslo_vmware.api [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699775, 'name': PowerOffVM_Task, 'duration_secs': 0.254914} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.266884] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.267110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.267568] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de22df69-b2d1-4bce-9258-2140c14666d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.289231] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699776, 'name': Rename_Task, 'duration_secs': 0.209935} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.289487] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.289725] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6115c1f6-6c9f-4050-8031-1902a5500c85 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.295956] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1622.295956] env[62107]: value = "task-1699779" [ 1622.295956] env[62107]: _type = "Task" [ 1622.295956] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.304230] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.318553] env[62107]: DEBUG oslo_vmware.api [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699772, 'name': PowerOnVM_Task, 'duration_secs': 1.034219} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.318819] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.319038] env[62107]: INFO nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1622.319229] env[62107]: DEBUG nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1622.319996] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9585fcb6-28e8-4047-b6d2-5b5e5ca9d3ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.359602] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.359800] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.359986] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Deleting the datastore file [datastore1] c38a6754-73ab-49a5-8d22-5599340bf465 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.360351] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe0a89d-501a-40fa-b15d-d003641f9653 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.367826] env[62107]: DEBUG oslo_vmware.api [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for the task: (returnval){ [ 1622.367826] env[62107]: value = "task-1699780" [ 1622.367826] env[62107]: _type = "Task" [ 1622.367826] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.379693] env[62107]: DEBUG oslo_vmware.api [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.382984] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094439} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.383283] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1622.384079] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b991053-4030-41af-8239-8a0167346b32 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.409084] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0fb881a8-3849-497a-beb7-7f3a359c130a/0fb881a8-3849-497a-beb7-7f3a359c130a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.409413] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4f5ae3-65b8-4d45-b3ec-79603044cffb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.431263] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1622.431263] env[62107]: value = "task-1699781" [ 1622.431263] env[62107]: _type = "Task" [ 1622.431263] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.439145] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.523447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.523447] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1622.526987] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.003s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.527235] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.527438] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1622.527826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.260s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.528081] env[62107]: DEBUG nova.objects.instance [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1622.534352] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9600b-b40c-44a7-88d0-d03546766900 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.544035] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a4a047-9afa-4a2f-8c30-250209d957e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.561658] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b8d11-6b0b-43d0-9d6b-157b3d5245c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.570852] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699774, 'name': CreateVM_Task, 'duration_secs': 0.646087} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.572689] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.573840] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.574036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.574452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.575507] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc53564d-a724-41f7-b1cb-9fb3463fa5f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.578672] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05706296-5642-4b64-b979-5f7abcf09c59 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.611174] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178961MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1622.611351] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.611797] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1622.611797] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ed77cb-a077-f183-f5e3-93d34f728733" [ 1622.611797] env[62107]: _type = "Task" [ 1622.611797] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.620452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.620707] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Processing image f597c42f-da95-41ce-9ca9-74f1768a5336 {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.620946] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.621118] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.621320] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.621571] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27a84a33-b0ba-4b61-9aaf-72008dda94dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.639589] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.639821] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.640549] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-face5d1d-2c35-4736-8c2b-da415cd358df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.647386] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1622.647386] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52552a13-1967-80b3-c857-6dec464682c1" [ 1622.647386] env[62107]: _type = "Task" [ 1622.647386] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.656558] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52552a13-1967-80b3-c857-6dec464682c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.768933] env[62107]: DEBUG nova.network.neutron [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updated VIF entry in instance network info cache for port 4fb8bd47-efa1-466e-b637-ef4bc3c1b658. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.769359] env[62107]: DEBUG nova.network.neutron [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [{"id": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "address": "fa:16:3e:a1:7f:66", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fb8bd47-ef", "ovs_interfaceid": "4fb8bd47-efa1-466e-b637-ef4bc3c1b658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.807306] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.841179] env[62107]: INFO nova.compute.manager [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Took 19.96 seconds to build instance. [ 1622.878463] env[62107]: DEBUG oslo_vmware.api [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Task: {'id': task-1699780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.878718] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.878903] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.879649] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.879649] env[62107]: INFO nova.compute.manager [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1622.879649] env[62107]: DEBUG oslo.service.loopingcall [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.879799] env[62107]: DEBUG nova.compute.manager [-] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1622.879799] env[62107]: DEBUG nova.network.neutron [-] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1622.941722] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.033312] env[62107]: DEBUG nova.compute.utils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.034980] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1623.035171] env[62107]: DEBUG nova.network.neutron [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.076036] env[62107]: DEBUG nova.policy [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1623.158092] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Preparing fetch location {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1623.158562] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Fetch image to [datastore1] OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174/OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174.vmdk {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1623.158910] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Downloading stream optimized image f597c42f-da95-41ce-9ca9-74f1768a5336 to [datastore1] OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174/OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174.vmdk on the data store datastore1 as vApp {{(pid=62107) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1623.161016] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Downloading image file data f597c42f-da95-41ce-9ca9-74f1768a5336 to the ESX as VM named 'OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174' {{(pid=62107) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1623.268213] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1623.268213] env[62107]: value = "resgroup-9" [ 1623.268213] env[62107]: _type = "ResourcePool" [ 1623.268213] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1623.268213] env[62107]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-413152d9-25f0-4cc3-b775-0271346081fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.285151] env[62107]: DEBUG oslo_concurrency.lockutils [req-13923a40-92b4-405c-9635-5bccf99066d9 req-cda1cf60-29e7-4ef6-a9eb-aebf73d88f2d service nova] Releasing lock "refresh_cache-f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.294337] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease: (returnval){ [ 1623.294337] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1623.294337] env[62107]: _type = "HttpNfcLease" [ 1623.294337] env[62107]: } obtained for vApp import into resource pool (val){ [ 1623.294337] env[62107]: value = "resgroup-9" [ 1623.294337] env[62107]: _type = "ResourcePool" [ 1623.294337] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1623.294337] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the lease: (returnval){ [ 1623.294337] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1623.294337] env[62107]: _type = "HttpNfcLease" [ 1623.294337] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1623.303286] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.303286] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1623.303286] env[62107]: _type = "HttpNfcLease" [ 1623.303286] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1623.309023] env[62107]: DEBUG oslo_vmware.api [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699779, 'name': PowerOnVM_Task, 'duration_secs': 0.970488} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.311025] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.311124] env[62107]: INFO nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Took 15.06 seconds to spawn the instance on the hypervisor. [ 1623.311305] env[62107]: DEBUG nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1623.312522] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee998ba1-f258-49a6-b8c1-5e603ffa1d24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.318984] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641431-9656-1cad-8f36-48e4779c5f67/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1623.320246] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397dd92e-2c83-445c-8499-0f9d2a0fd523 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.332223] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641431-9656-1cad-8f36-48e4779c5f67/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1623.332223] env[62107]: ERROR oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641431-9656-1cad-8f36-48e4779c5f67/disk-0.vmdk due to incomplete transfer. [ 1623.332223] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c57c285b-661c-4c1a-8eeb-a7766bf9f7eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.339364] env[62107]: DEBUG oslo_vmware.rw_handles [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52641431-9656-1cad-8f36-48e4779c5f67/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1623.339501] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Uploaded image e4959f0b-f0aa-4960-ad85-7fb7dd3112a9 to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1623.343540] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1623.344106] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ecb40b81-b513-4387-b967-48e983e10506 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "4973185d-ae46-4163-93e7-066a7460c38e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.472s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.344345] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6752544-8107-47b3-a594-3d031d37b197 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.351793] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1623.351793] env[62107]: value = "task-1699783" [ 1623.351793] env[62107]: _type = "Task" [ 1623.351793] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.361592] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699783, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.447197] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699781, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.538256] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1623.548032] env[62107]: DEBUG oslo_concurrency.lockutils [None req-45ad8370-1e23-4d37-9e86-1e463dbd73ca tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.550623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.811s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.550623] env[62107]: DEBUG nova.objects.instance [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'resources' on Instance uuid bdd95a9e-8e8b-4106-9e48-5980987a4c16 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.576787] env[62107]: DEBUG nova.network.neutron [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Successfully created port: d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.801222] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1623.801222] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1623.801222] env[62107]: _type = "HttpNfcLease" [ 1623.801222] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1623.837929] env[62107]: INFO nova.compute.manager [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Took 23.65 seconds to build instance. [ 1623.862295] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699783, 'name': Destroy_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.942230] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699781, 'name': ReconfigVM_Task, 'duration_secs': 1.403662} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.942509] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0fb881a8-3849-497a-beb7-7f3a359c130a/0fb881a8-3849-497a-beb7-7f3a359c130a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1623.943134] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fdbce74-9d08-4fef-9802-2de9d7e164ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.949631] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1623.949631] env[62107]: value = "task-1699784" [ 1623.949631] env[62107]: _type = "Task" [ 1623.949631] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.953014] env[62107]: DEBUG nova.network.neutron [-] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.959345] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699784, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.024587] env[62107]: DEBUG nova.compute.manager [req-ddd957be-718b-4aa0-a43b-2c49cc677d94 req-52a74e50-5133-46b1-b98f-1d63bce9b2a3 service nova] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Received event network-vif-deleted-a51d800d-c378-45aa-be08-5b097fd22016 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1624.032732] env[62107]: INFO nova.compute.manager [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Rebuilding instance [ 1624.091544] env[62107]: DEBUG nova.compute.manager [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1624.092501] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f95ffc-1ca2-462d-97f9-d4ceff28dfa2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.167260] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "9099a556-7c68-44f6-b45b-d94dfa537cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.302170] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1624.302170] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1624.302170] env[62107]: _type = "HttpNfcLease" [ 1624.302170] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1624.313662] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15fd2d7-c47b-4aff-b7f1-0500539617a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.320951] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347c7a4-05f7-41d0-8609-7029e4a6cc56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.353890] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5961fdce-abaa-4729-9414-b5e9aaee6514 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.174s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.354468] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.188s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.354692] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.354922] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.355121] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.359997] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029735b-e5b6-4f83-8167-6d05844fb1b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.362747] env[62107]: INFO nova.compute.manager [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Terminating instance [ 1624.365082] env[62107]: DEBUG nova.compute.manager [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1624.365292] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.366010] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88065bf6-0363-4b6a-9d75-f4d450b9c826 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.372887] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699783, 'name': Destroy_Task, 'duration_secs': 0.81241} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.373527] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroyed the VM [ 1624.373757] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1624.374969] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0053c-ef75-446b-8e2a-0f27007bcd63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.380539] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c8c8a7b9-8896-43f1-bd62-9cb24454546d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.382019] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.382543] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a4d2cb-4c9a-4aa0-a5cb-ba6c0648c730 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.391910] env[62107]: DEBUG nova.compute.provider_tree [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1624.394222] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1624.394222] env[62107]: value = "task-1699785" [ 1624.394222] env[62107]: _type = "Task" [ 1624.394222] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.398347] env[62107]: DEBUG oslo_vmware.api [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1624.398347] env[62107]: value = "task-1699786" [ 1624.398347] env[62107]: _type = "Task" [ 1624.398347] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.405300] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.410263] env[62107]: DEBUG oslo_vmware.api [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.455821] env[62107]: INFO nova.compute.manager [-] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Took 1.58 seconds to deallocate network for instance. [ 1624.461543] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699784, 'name': Rename_Task, 'duration_secs': 0.182482} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.464563] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.467020] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8bae341-9909-4a6f-925f-1a725f237b65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.472890] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1624.472890] env[62107]: value = "task-1699787" [ 1624.472890] env[62107]: _type = "Task" [ 1624.472890] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.481719] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.559719] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1624.592676] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1624.593148] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1624.593504] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.593694] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1624.593985] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.594175] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1624.594384] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1624.594523] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1624.594742] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1624.594936] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1624.595231] env[62107]: DEBUG nova.virt.hardware [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1624.596199] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160e08f-cfde-4792-9d49-5569b60886e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.604807] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e146b36-60ed-4b90-a105-45b6e79dc570 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.612011] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.612424] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1be50ed-4dd6-4f48-894f-b35ae7483dcc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.626644] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1624.626644] env[62107]: value = "task-1699788" [ 1624.626644] env[62107]: _type = "Task" [ 1624.626644] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.635803] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.806108] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1624.806108] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1624.806108] env[62107]: _type = "HttpNfcLease" [ 1624.806108] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1624.806572] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1624.806572] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52aec24e-e3f6-caba-4e81-9ee822088f0b" [ 1624.806572] env[62107]: _type = "HttpNfcLease" [ 1624.806572] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1624.807779] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb044d46-5919-4610-8e5d-03490a2f03ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.818423] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcf9ac-0711-9ec7-fea7-56b098226ee1/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1624.818423] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcf9ac-0711-9ec7-fea7-56b098226ee1/disk-0.vmdk. {{(pid=62107) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1624.887403] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c289a87b-5299-4fde-956e-db01ea4e0583 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.910179] env[62107]: DEBUG oslo_vmware.api [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699786, 'name': PowerOffVM_Task, 'duration_secs': 0.210806} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.913223] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1624.913428] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.913675] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.914532] env[62107]: ERROR nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [req-770e2bb3-6b3a-4008-85f1-6afcad2ed675] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-770e2bb3-6b3a-4008-85f1-6afcad2ed675"}]} [ 1624.914856] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78f0520a-93d4-4cb1-b3b1-3bda929bff33 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.935720] env[62107]: DEBUG nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1624.950025] env[62107]: DEBUG nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1624.950253] env[62107]: DEBUG nova.compute.provider_tree [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1624.966428] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.967611] env[62107]: DEBUG nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1624.982833] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.988941] env[62107]: DEBUG nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1625.087024] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.087253] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.087428] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Deleting the datastore file [datastore1] 9099a556-7c68-44f6-b45b-d94dfa537cb6 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.087852] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e8c1c44-afcb-4d6a-980a-2a815e643be3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.098821] env[62107]: DEBUG oslo_vmware.api [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1625.098821] env[62107]: value = "task-1699790" [ 1625.098821] env[62107]: _type = "Task" [ 1625.098821] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.114583] env[62107]: DEBUG oslo_vmware.api [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.144642] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699788, 'name': PowerOffVM_Task, 'duration_secs': 0.237182} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.146636] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.146866] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.147731] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6d284-f572-4f86-8c70-c4870f11f18e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.159442] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.161854] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b6dd8e5-62c1-419c-b809-920584972e94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.178931] env[62107]: DEBUG nova.compute.manager [req-149cea24-f8f7-4064-8511-999c43155578 req-67e2a508-1623-466e-b1f5-18d90a766499 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-vif-plugged-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1625.179220] env[62107]: DEBUG oslo_concurrency.lockutils [req-149cea24-f8f7-4064-8511-999c43155578 req-67e2a508-1623-466e-b1f5-18d90a766499 service nova] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.181070] env[62107]: DEBUG oslo_concurrency.lockutils [req-149cea24-f8f7-4064-8511-999c43155578 req-67e2a508-1623-466e-b1f5-18d90a766499 service nova] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.181070] env[62107]: DEBUG oslo_concurrency.lockutils [req-149cea24-f8f7-4064-8511-999c43155578 req-67e2a508-1623-466e-b1f5-18d90a766499 service nova] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.181070] env[62107]: DEBUG nova.compute.manager [req-149cea24-f8f7-4064-8511-999c43155578 req-67e2a508-1623-466e-b1f5-18d90a766499 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] No waiting events found dispatching network-vif-plugged-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1625.181070] env[62107]: WARNING nova.compute.manager [req-149cea24-f8f7-4064-8511-999c43155578 req-67e2a508-1623-466e-b1f5-18d90a766499 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received unexpected event network-vif-plugged-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 for instance with vm_state building and task_state spawning. [ 1625.234999] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.235310] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.235514] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.238247] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df046dc4-8853-438f-9451-11aa295fbf6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.250063] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1625.250063] env[62107]: value = "task-1699792" [ 1625.250063] env[62107]: _type = "Task" [ 1625.250063] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.262664] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.331050] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beacd94-f066-4423-9309-3609c4744978 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.339941] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4cdff8-3f9a-4234-afb2-1fc83a6ff218 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.380049] env[62107]: DEBUG nova.network.neutron [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Successfully updated port: d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.380049] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588aa1ed-546c-48ec-8736-338ed153422e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.388331] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a740d-9d0c-4ee1-aa9e-93f887545a01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.403231] env[62107]: DEBUG nova.compute.provider_tree [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.412835] env[62107]: DEBUG oslo_vmware.api [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.628828} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.413664] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1625.413911] env[62107]: INFO nova.compute.manager [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 1625.488512] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.612014] env[62107]: DEBUG oslo_vmware.api [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203486} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.612328] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.612587] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.612812] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.613037] env[62107]: INFO nova.compute.manager [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1625.613334] env[62107]: DEBUG oslo.service.loopingcall [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.615536] env[62107]: DEBUG nova.compute.manager [-] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1625.615632] env[62107]: DEBUG nova.network.neutron [-] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1625.758791] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182306} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.758969] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.759220] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.759444] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.885310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.885310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.885310] env[62107]: DEBUG nova.network.neutron [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.908701] env[62107]: DEBUG nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.985943] env[62107]: DEBUG oslo_vmware.api [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699787, 'name': PowerOnVM_Task, 'duration_secs': 1.116642} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.995141] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Completed reading data from the image iterator. {{(pid=62107) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1625.995481] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcf9ac-0711-9ec7-fea7-56b098226ee1/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1625.995702] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.995917] env[62107]: INFO nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1625.996163] env[62107]: DEBUG nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1625.997094] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d08187-f897-491f-a18f-6cf8afe795c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.002195] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037997ac-0336-4e51-ba5a-ec9072a1a79b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.012539] env[62107]: DEBUG nova.compute.manager [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Found 3 images (rotation: 2) {{(pid=62107) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1626.012745] env[62107]: DEBUG nova.compute.manager [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Rotating out 1 backups {{(pid=62107) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1626.012949] env[62107]: DEBUG nova.compute.manager [None req-78c8f2ff-b271-4fe4-bebe-d1b0e8d320b0 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleting image 99e98ad7-849f-4a5d-b3fa-1c8d9f1781aa {{(pid=62107) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1626.018946] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcf9ac-0711-9ec7-fea7-56b098226ee1/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1626.019023] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcf9ac-0711-9ec7-fea7-56b098226ee1/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1626.024930] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-006015fe-eb03-4a34-9fd6-a4f887efdcc1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.204348] env[62107]: DEBUG oslo_vmware.rw_handles [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dcf9ac-0711-9ec7-fea7-56b098226ee1/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1626.204577] env[62107]: INFO nova.virt.vmwareapi.images [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Downloaded image file data f597c42f-da95-41ce-9ca9-74f1768a5336 [ 1626.205484] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde450c-b05c-4e38-8134-6fbef3a73389 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.225981] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d58f78-6b71-43a4-a7a2-2450d66639a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.258278] env[62107]: INFO nova.virt.vmwareapi.images [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] The imported VM was unregistered [ 1626.261091] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Caching image {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1626.261091] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336 {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.261325] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e27c952-5a03-4b1b-8ac7-d5ebf984afac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.277036] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created directory with path [datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336 {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.277036] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174/OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174.vmdk to [datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk. {{(pid=62107) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1626.277036] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0656c540-073d-4e79-89f8-2fcf6a17ddf7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.284368] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1626.284368] env[62107]: value = "task-1699794" [ 1626.284368] env[62107]: _type = "Task" [ 1626.284368] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.292241] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.417118] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.868s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.419767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.433s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.421413] env[62107]: INFO nova.compute.claims [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.424856] env[62107]: DEBUG nova.network.neutron [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.446905] env[62107]: INFO nova.scheduler.client.report [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted allocations for instance bdd95a9e-8e8b-4106-9e48-5980987a4c16 [ 1626.536256] env[62107]: INFO nova.compute.manager [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Took 20.42 seconds to build instance. [ 1626.645570] env[62107]: DEBUG nova.network.neutron [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.800122] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.802931] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1626.803283] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1626.803904] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1626.803904] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1626.803904] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1626.804261] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1626.804577] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1626.804805] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1626.805261] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1626.805529] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1626.805777] env[62107]: DEBUG nova.virt.hardware [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1626.806871] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df21df8d-6bfc-4b5d-b5a9-2f8473bbdc40 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.815957] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ea7506-0ce1-47b5-b10b-24c40541d2b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.840216] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a8:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f511491f-3174-4860-9b92-08cea21bad8b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.848678] env[62107]: DEBUG oslo.service.loopingcall [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.849139] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.849443] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8fea0dc-1f15-4e9a-b1b3-da5da46a677a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.873215] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.873215] env[62107]: value = "task-1699795" [ 1626.873215] env[62107]: _type = "Task" [ 1626.873215] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.886274] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699795, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.962747] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b122ee-fea6-4bae-8ae3-9a58d081091a tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "bdd95a9e-8e8b-4106-9e48-5980987a4c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.681s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.039428] env[62107]: DEBUG oslo_concurrency.lockutils [None req-baa11e05-e660-4eb6-bb0b-98f7b2e7a51e tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.930s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.103254] env[62107]: DEBUG nova.network.neutron [-] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.150595] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.151536] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Instance network_info: |[{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1627.152356] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:90:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd365c816-237c-4cf4-ac13-7c7a6eaec6b5', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.160541] env[62107]: DEBUG oslo.service.loopingcall [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.161327] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef40efd0-95b7-4925-b616-eebae8a9b9f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.165173] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.166312] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e815c635-8863-4151-b0cd-7b9a3a0c6f9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.184294] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Suspending the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1627.184609] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2310171e-36fa-46a0-b5a8-14cb959cb779 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.188034] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.188034] env[62107]: value = "task-1699796" [ 1627.188034] env[62107]: _type = "Task" [ 1627.188034] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.192387] env[62107]: DEBUG oslo_vmware.api [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1627.192387] env[62107]: value = "task-1699797" [ 1627.192387] env[62107]: _type = "Task" [ 1627.192387] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.199683] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699796, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.206519] env[62107]: DEBUG oslo_vmware.api [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699797, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.259225] env[62107]: DEBUG nova.compute.manager [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1627.259411] env[62107]: DEBUG nova.compute.manager [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing instance network info cache due to event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1627.259638] env[62107]: DEBUG oslo_concurrency.lockutils [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.259778] env[62107]: DEBUG oslo_concurrency.lockutils [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.259941] env[62107]: DEBUG nova.network.neutron [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.297220] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.383910] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699795, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.607592] env[62107]: INFO nova.compute.manager [-] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Took 1.99 seconds to deallocate network for instance. [ 1627.690220] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a994a6cc-af2e-4baf-86f7-e94234b9afb7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.703312] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4423b02f-edfc-42e9-9899-ad34c304a20d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.713567] env[62107]: DEBUG oslo_vmware.api [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699797, 'name': SuspendVM_Task} progress is 8%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.714243] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699796, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.747593] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fc60c9-2fcc-44fd-9ace-8ee5c491e95d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.757743] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef791c6e-8e9a-4ee0-b74e-d788eabb193c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.779015] env[62107]: DEBUG nova.compute.provider_tree [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.796304] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.888746] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699795, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.069338] env[62107]: DEBUG nova.network.neutron [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updated VIF entry in instance network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.069738] env[62107]: DEBUG nova.network.neutron [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.113371] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.205323] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699796, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.211505] env[62107]: DEBUG oslo_vmware.api [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699797, 'name': SuspendVM_Task} progress is 50%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.282763] env[62107]: DEBUG nova.scheduler.client.report [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1628.297657] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.388030] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699795, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.573295] env[62107]: DEBUG oslo_concurrency.lockutils [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.573603] env[62107]: DEBUG nova.compute.manager [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-vif-deleted-27c309d3-cfda-45aa-8c0e-dd3a9bbed0a2 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.573795] env[62107]: DEBUG nova.compute.manager [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-vif-deleted-ae03a21f-9179-49c4-b798-841c3ed0f993 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.574045] env[62107]: DEBUG nova.compute.manager [req-47a5bb74-35df-4e5e-bd26-823a0eee266d req-75051a0e-081a-42e7-bab6-6d7f41d47206 service nova] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Received event network-vif-deleted-ebec1088-ae88-46ec-a629-d7629a637106 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1628.700070] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699796, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.708690] env[62107]: DEBUG oslo_vmware.api [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699797, 'name': SuspendVM_Task} progress is 83%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.792687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.793249] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1628.796041] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.185s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.803296] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.886165] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699795, 'name': CreateVM_Task, 'duration_secs': 1.662531} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.886286] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.886926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.887106] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.887428] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.887680] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa07eea-9dcd-4eb4-9bd5-b34ee8a72c2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.892813] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1628.892813] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526f96a0-0a71-cf3d-9645-ebf5afc7c259" [ 1628.892813] env[62107]: _type = "Task" [ 1628.892813] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.901048] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526f96a0-0a71-cf3d-9645-ebf5afc7c259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.142492] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.142943] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.143191] env[62107]: DEBUG nova.compute.manager [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1629.144211] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568753b4-db95-4ac7-81cf-d3c60eeab7f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.152060] env[62107]: DEBUG nova.compute.manager [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1629.152662] env[62107]: DEBUG nova.objects.instance [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'flavor' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.204119] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699796, 'name': CreateVM_Task, 'duration_secs': 1.701186} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.207205] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1629.207785] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.212801] env[62107]: DEBUG oslo_vmware.api [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699797, 'name': SuspendVM_Task, 'duration_secs': 1.683575} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.213045] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Suspended the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1629.213240] env[62107]: DEBUG nova.compute.manager [None req-d87a580b-3562-44da-8db3-e52deacddaa5 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1629.213942] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5ed01-088f-4c7b-9a6e-b17c3df932ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.297959] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699794, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.536011} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.299181] env[62107]: DEBUG nova.compute.utils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.300433] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174/OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174.vmdk to [datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk. [ 1629.300625] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Cleaning up location [datastore1] OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174 {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1629.300835] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_00ad4170-06b7-4219-bfa5-27b5fa3d4174 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.301369] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1629.301534] env[62107]: DEBUG nova.network.neutron [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1629.304074] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7fd7be-f71f-4a50-904e-c191ab8b5285 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.320952] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1629.320952] env[62107]: value = "task-1699798" [ 1629.320952] env[62107]: _type = "Task" [ 1629.320952] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.337575] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.353242] env[62107]: DEBUG nova.policy [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1629.405511] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526f96a0-0a71-cf3d-9645-ebf5afc7c259, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.405922] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.406277] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.406595] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.406799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.407073] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.407464] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.407864] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.408119] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0372dc11-cddc-4a1c-a9d6-316666f4be8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.409961] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d0bc28-ea22-457d-a524-369dde626b8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.415727] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1629.415727] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cb4e4d-21aa-af0b-039f-1975cf1f4198" [ 1629.415727] env[62107]: _type = "Task" [ 1629.415727] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.421176] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.421176] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.421176] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d28cff2-62e7-4aa4-83b4-ea44a307336d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.426181] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cb4e4d-21aa-af0b-039f-1975cf1f4198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.429026] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1629.429026] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523ffb5d-671c-e8f9-c25c-18726b4b2e71" [ 1629.429026] env[62107]: _type = "Task" [ 1629.429026] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.436404] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523ffb5d-671c-e8f9-c25c-18726b4b2e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.659566] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.659959] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82add7c7-dbc6-447a-b263-d7f7c406f32d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.671934] env[62107]: DEBUG oslo_vmware.api [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1629.671934] env[62107]: value = "task-1699799" [ 1629.671934] env[62107]: _type = "Task" [ 1629.671934] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.683981] env[62107]: DEBUG oslo_vmware.api [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.703210] env[62107]: DEBUG nova.network.neutron [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Successfully created port: 0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.774782] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.774782] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.802785] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1629.834596] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032983} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.834875] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.835107] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.835362] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk to [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1629.835626] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f540cdfe-e248-4c5d-a833-49f74b083e90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.843587] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1629.843587] env[62107]: value = "task-1699800" [ 1629.843587] env[62107]: _type = "Task" [ 1629.843587] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.848805] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.848952] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance dc31c470-98cd-40f6-b853-4e80cd87c28e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849091] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance a8ad6ab5-1f58-4a3e-8025-6863e51672aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849209] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d5c7eb28-31a7-4b20-813e-e9778663ff9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849322] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 81b88841-7349-47d3-bedc-4e92688077bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849434] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 81a87615-255e-4f44-8f08-de208b52ee5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849543] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849649] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d6200c87-d0af-4105-a7c3-706df325abd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.849779] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance c38a6754-73ab-49a5-8d22-5599340bf465 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.849891] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance e65881b1-87f9-484c-a9a7-3e44dd6c1cb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850008] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d79744ba-656a-4265-bf09-2dd68d525d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850128] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850249] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 9099a556-7c68-44f6-b45b-d94dfa537cb6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1629.850447] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 4973185d-ae46-4163-93e7-066a7460c38e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850518] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 0fb881a8-3849-497a-beb7-7f3a359c130a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850561] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance cf1af4db-308e-47f8-a642-9acd3e4dbf23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850667] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1629.850861] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1629.851067] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1629.857554] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.927392] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cb4e4d-21aa-af0b-039f-1975cf1f4198, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.930021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.930396] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.930640] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.939901] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523ffb5d-671c-e8f9-c25c-18726b4b2e71, 'name': SearchDatastore_Task, 'duration_secs': 0.007938} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.940881] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63390950-e8ea-45be-8bc5-6e29108d393d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.948419] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1629.948419] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52667349-0d51-2167-fd4c-a9dad6a9c5e2" [ 1629.948419] env[62107]: _type = "Task" [ 1629.948419] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.956231] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52667349-0d51-2167-fd4c-a9dad6a9c5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.132219] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e95602-5464-47f7-be72-b44d94fa2a8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.141307] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88fbbd-f118-4c69-87ba-555e765e4d22 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.190286] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38edc4-2704-4fc0-afe0-e6a306314168 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.198155] env[62107]: DEBUG oslo_vmware.api [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699799, 'name': PowerOffVM_Task, 'duration_secs': 0.236665} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.200417] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.200597] env[62107]: DEBUG nova.compute.manager [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1630.201448] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a5fbfa-bb31-4406-a772-32ae405e975d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.204980] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73977b-15d9-4d31-a391-bc74c32f397a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.219485] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.278868] env[62107]: INFO nova.compute.manager [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Detaching volume 1ef8ed0f-c697-4bb9-a52a-2a271395e30d [ 1630.318825] env[62107]: INFO nova.virt.block_device [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Attempting to driver detach volume 1ef8ed0f-c697-4bb9-a52a-2a271395e30d from mountpoint /dev/sdb [ 1630.318825] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1630.318958] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354300', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'name': 'volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '81b88841-7349-47d3-bedc-4e92688077bb', 'attached_at': '', 'detached_at': '', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'serial': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1630.323019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fa4f33-dfb2-4e58-90ac-90f60db54376 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.349273] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d8f52d-116c-432b-9bac-26ea2540c3bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.363235] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699800, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.365121] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831151f2-b3a5-4ffd-a421-877ad3b404e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.388862] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5985557e-bcf3-43fa-b877-7e8d896f9814 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.406670] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] The volume has not been displaced from its original location: [datastore1] volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d/volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1630.412369] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1630.412907] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96852f9f-ee39-4c4c-a79e-bd14dd6917f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.431387] env[62107]: DEBUG oslo_vmware.api [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1630.431387] env[62107]: value = "task-1699801" [ 1630.431387] env[62107]: _type = "Task" [ 1630.431387] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.440169] env[62107]: DEBUG oslo_vmware.api [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.461735] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52667349-0d51-2167-fd4c-a9dad6a9c5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.038067} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.462165] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.463061] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.463061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.463061] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.463061] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93c12bd2-0376-4fe9-8e25-832ee181ec60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.465942] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40d34e5a-854a-477e-bf3b-d2ae12d59385 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.472843] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1630.472843] env[62107]: value = "task-1699802" [ 1630.472843] env[62107]: _type = "Task" [ 1630.472843] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.481722] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.483023] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.483219] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1630.483934] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111736c9-90bd-4699-8d42-098870033591 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.491565] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1630.491565] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4687d-9c4b-4174-56d5-68684d39241f" [ 1630.491565] env[62107]: _type = "Task" [ 1630.491565] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.502286] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4687d-9c4b-4174-56d5-68684d39241f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.679781] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.680155] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.726261] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1630.733179] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4db547f0-2484-405c-9333-177e80511b10 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.590s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.815699] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1630.844182] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1630.844524] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1630.844587] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.844767] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1630.845058] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.845296] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1630.845538] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1630.845701] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1630.845866] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1630.846062] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1630.846258] env[62107]: DEBUG nova.virt.hardware [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1630.847210] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569bf01b-2eec-44c5-8fc3-835d822b6385 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.859144] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699800, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.862579] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b10c3c-de04-4afa-9ac6-e90eddce4d68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.943533] env[62107]: DEBUG oslo_vmware.api [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699801, 'name': ReconfigVM_Task, 'duration_secs': 0.230128} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.943899] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1630.950214] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58258003-e49f-467f-9541-68512e76f79b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.961685] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "0fb881a8-3849-497a-beb7-7f3a359c130a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.961968] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.962193] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "0fb881a8-3849-497a-beb7-7f3a359c130a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.962376] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.962541] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.964726] env[62107]: INFO nova.compute.manager [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Terminating instance [ 1630.966709] env[62107]: DEBUG nova.compute.manager [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1630.966825] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.967688] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b473ad2-2e83-405c-a58d-583dac8745ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.979842] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.980205] env[62107]: DEBUG oslo_vmware.api [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1630.980205] env[62107]: value = "task-1699803" [ 1630.980205] env[62107]: _type = "Task" [ 1630.980205] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.980787] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-441ee677-e4f9-4d66-a9b7-7684483ca98f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.988684] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.995344] env[62107]: DEBUG oslo_vmware.api [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.004192] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d4687d-9c4b-4174-56d5-68684d39241f, 'name': SearchDatastore_Task, 'duration_secs': 0.093607} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.005122] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96d26a5-57ef-45d3-aa6b-5ca25578c165 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.010602] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1631.010602] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d411d6-b308-fd3b-1302-756151cfa41f" [ 1631.010602] env[62107]: _type = "Task" [ 1631.010602] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.019681] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d411d6-b308-fd3b-1302-756151cfa41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.081756] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.082049] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.082198] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleting the datastore file [datastore1] 0fb881a8-3849-497a-beb7-7f3a359c130a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.082501] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e89ae539-1448-4c63-b626-9dee565d5005 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.091756] env[62107]: DEBUG oslo_vmware.api [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1631.091756] env[62107]: value = "task-1699805" [ 1631.091756] env[62107]: _type = "Task" [ 1631.091756] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.103696] env[62107]: DEBUG oslo_vmware.api [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.183617] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1631.235577] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1631.235881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.440s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.236708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.270s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.236912] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.240582] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.127s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.240873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.263322] env[62107]: INFO nova.scheduler.client.report [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Deleted allocations for instance c38a6754-73ab-49a5-8d22-5599340bf465 [ 1631.266202] env[62107]: INFO nova.scheduler.client.report [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Deleted allocations for instance 9099a556-7c68-44f6-b45b-d94dfa537cb6 [ 1631.361895] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699800, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.489454] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.496954] env[62107]: DEBUG oslo_vmware.api [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699803, 'name': ReconfigVM_Task, 'duration_secs': 0.152558} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.497304] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354300', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'name': 'volume-1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '81b88841-7349-47d3-bedc-4e92688077bb', 'attached_at': '', 'detached_at': '', 'volume_id': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d', 'serial': '1ef8ed0f-c697-4bb9-a52a-2a271395e30d'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1631.527593] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d411d6-b308-fd3b-1302-756151cfa41f, 'name': SearchDatastore_Task, 'duration_secs': 0.076738} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.527995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.528121] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] cf1af4db-308e-47f8-a642-9acd3e4dbf23/cf1af4db-308e-47f8-a642-9acd3e4dbf23.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1631.528407] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-392cd409-79fd-4293-9132-68fb0b8ff163 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.535606] env[62107]: DEBUG nova.compute.manager [req-6a6dd7a4-a889-4981-bd88-5a3e764ac552 req-7d4066df-5346-4e1d-8826-1ae1ae73f123 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Received event network-vif-plugged-0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1631.535847] env[62107]: DEBUG oslo_concurrency.lockutils [req-6a6dd7a4-a889-4981-bd88-5a3e764ac552 req-7d4066df-5346-4e1d-8826-1ae1ae73f123 service nova] Acquiring lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.536083] env[62107]: DEBUG oslo_concurrency.lockutils [req-6a6dd7a4-a889-4981-bd88-5a3e764ac552 req-7d4066df-5346-4e1d-8826-1ae1ae73f123 service nova] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.536258] env[62107]: DEBUG oslo_concurrency.lockutils [req-6a6dd7a4-a889-4981-bd88-5a3e764ac552 req-7d4066df-5346-4e1d-8826-1ae1ae73f123 service nova] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.536473] env[62107]: DEBUG nova.compute.manager [req-6a6dd7a4-a889-4981-bd88-5a3e764ac552 req-7d4066df-5346-4e1d-8826-1ae1ae73f123 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] No waiting events found dispatching network-vif-plugged-0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1631.537027] env[62107]: WARNING nova.compute.manager [req-6a6dd7a4-a889-4981-bd88-5a3e764ac552 req-7d4066df-5346-4e1d-8826-1ae1ae73f123 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Received unexpected event network-vif-plugged-0dd4d2c3-8241-4963-be87-5afb3c6fc421 for instance with vm_state building and task_state spawning. [ 1631.540346] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1631.540346] env[62107]: value = "task-1699806" [ 1631.540346] env[62107]: _type = "Task" [ 1631.540346] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.555418] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.559280] env[62107]: DEBUG nova.network.neutron [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Successfully updated port: 0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.606216] env[62107]: DEBUG oslo_vmware.api [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.704476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.705109] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.706719] env[62107]: INFO nova.compute.claims [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.775570] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ba2c603f-af4c-4216-abd4-c2a393276794 tempest-ServersWithSpecificFlavorTestJSON-558233149 tempest-ServersWithSpecificFlavorTestJSON-558233149-project-member] Lock "c38a6754-73ab-49a5-8d22-5599340bf465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.040s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.776686] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad069a87-5264-44dd-848b-906f8430bb19 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "9099a556-7c68-44f6-b45b-d94dfa537cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.422s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.862179] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699800, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.988958] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699802, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.053512] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.059425] env[62107]: DEBUG nova.objects.instance [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.064723] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.064874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.065200] env[62107]: DEBUG nova.network.neutron [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.106947] env[62107]: DEBUG oslo_vmware.api [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.360547] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699800, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.43757} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.361394] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f597c42f-da95-41ce-9ca9-74f1768a5336/f597c42f-da95-41ce-9ca9-74f1768a5336.vmdk to [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.362330] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6abb3f-6a4a-42eb-8c17-be7105dc8dfc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.387996] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.388760] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e1f647-d803-41f9-87db-eea550d4d5df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.413696] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1632.413696] env[62107]: value = "task-1699807" [ 1632.413696] env[62107]: _type = "Task" [ 1632.413696] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.422861] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.489922] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699802, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.555510] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.605797] env[62107]: DEBUG oslo_vmware.api [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.624457] env[62107]: DEBUG nova.network.neutron [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.735743] env[62107]: DEBUG nova.compute.manager [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Stashing vm_state: stopped {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1632.822256] env[62107]: DEBUG nova.network.neutron [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Updating instance_info_cache with network_info: [{"id": "0dd4d2c3-8241-4963-be87-5afb3c6fc421", "address": "fa:16:3e:fe:00:bd", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4d2c3-82", "ovs_interfaceid": "0dd4d2c3-8241-4963-be87-5afb3c6fc421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.930081] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.987649] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699802, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.139393} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.987649] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1632.987910] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.988101] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1a87085-3007-4d59-9215-bf762f937e33 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.995042] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1632.995042] env[62107]: value = "task-1699808" [ 1632.995042] env[62107]: _type = "Task" [ 1632.995042] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.008265] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.010872] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.013479] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931231ee-5f5e-41e3-8846-5e20097c528e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.023833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a12d5-8f8b-4e57-8ecd-d2f0776c9a88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.070109] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92bf7f2-eb91-4963-8534-7165ff1d1950 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.073382] env[62107]: DEBUG oslo_concurrency.lockutils [None req-bf8d7e79-1b10-4710-a65f-7f4e552b00d6 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.298s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.074314] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.063s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.075029] env[62107]: DEBUG nova.compute.manager [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1633.076256] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9833d0-8feb-48e2-9708-aa91a6e6fd6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.084104] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699806, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.407034} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.086873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6de4fe7-0c80-4f7b-bf2a-6eaf04e7cd1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.089867] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] cf1af4db-308e-47f8-a642-9acd3e4dbf23/cf1af4db-308e-47f8-a642-9acd3e4dbf23.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.090137] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.092231] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c6dacd-d568-41c0-829b-3a719bf396cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.094108] env[62107]: DEBUG nova.compute.manager [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1633.094696] env[62107]: DEBUG nova.objects.instance [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.108662] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.112998] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1633.112998] env[62107]: value = "task-1699809" [ 1633.112998] env[62107]: _type = "Task" [ 1633.112998] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.118908] env[62107]: DEBUG oslo_vmware.api [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.526922} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.119593] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.119786] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.119961] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.120157] env[62107]: INFO nova.compute.manager [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1633.120493] env[62107]: DEBUG oslo.service.loopingcall [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.120628] env[62107]: DEBUG nova.compute.manager [-] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1633.121318] env[62107]: DEBUG nova.network.neutron [-] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.127212] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.260464] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.325328] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.325669] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Instance network_info: |[{"id": "0dd4d2c3-8241-4963-be87-5afb3c6fc421", "address": "fa:16:3e:fe:00:bd", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4d2c3-82", "ovs_interfaceid": "0dd4d2c3-8241-4963-be87-5afb3c6fc421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1633.326175] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:00:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd4d2c3-8241-4963-be87-5afb3c6fc421', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.335262] env[62107]: DEBUG oslo.service.loopingcall [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.335262] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.335262] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fe52445-2912-4b11-8edd-fbcadafd44c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.357132] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.357132] env[62107]: value = "task-1699810" [ 1633.357132] env[62107]: _type = "Task" [ 1633.357132] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.365415] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699810, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.427295] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699807, 'name': ReconfigVM_Task, 'duration_secs': 0.58804} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.427860] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfigured VM instance instance-00000031 to attach disk [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03/f19c1efd-c45f-4ff6-9c2b-1e2260e94b03.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.429057] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'encryption_options': None, 'encrypted': False, 'image_id': 'b1d1a7b1-a8e5-4161-be14-870277fb97fb'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354312', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'name': 'volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f19c1efd-c45f-4ff6-9c2b-1e2260e94b03', 'attached_at': '', 'detached_at': '', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'serial': '1db8e0a5-924b-4132-a04c-8f4fab3befd8'}, 'mount_device': '/dev/sdb', 'attachment_id': '935ab71d-e66b-4d52-97bf-046a762dc541', 'volume_type': None}], 'swap': None} {{(pid=62107) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1633.429273] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1633.429462] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354312', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'name': 'volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f19c1efd-c45f-4ff6-9c2b-1e2260e94b03', 'attached_at': '', 'detached_at': '', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'serial': '1db8e0a5-924b-4132-a04c-8f4fab3befd8'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1633.430720] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0402df5f-9c76-4cad-a13d-837e506f8fa3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.449425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5f0ee2-55af-4c1a-ae47-283df61427ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.479613] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8/volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.479613] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eaa57e0-a56d-479e-b43e-59976b83f204 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.504594] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1633.504594] env[62107]: value = "task-1699811" [ 1633.504594] env[62107]: _type = "Task" [ 1633.504594] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.511427] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070651} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.511884] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.512726] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf20c81-780b-4898-b7d9-ad611cd7fb4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.518507] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.544376] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.545096] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcb4ba3-d9f1-4c05-9845-461c9a7c8198 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.564611] env[62107]: DEBUG nova.compute.manager [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Received event network-changed-0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1633.564874] env[62107]: DEBUG nova.compute.manager [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Refreshing instance network info cache due to event network-changed-0dd4d2c3-8241-4963-be87-5afb3c6fc421. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1633.565484] env[62107]: DEBUG oslo_concurrency.lockutils [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] Acquiring lock "refresh_cache-2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.565555] env[62107]: DEBUG oslo_concurrency.lockutils [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] Acquired lock "refresh_cache-2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.565742] env[62107]: DEBUG nova.network.neutron [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Refreshing network info cache for port 0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.572496] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1633.572496] env[62107]: value = "task-1699812" [ 1633.572496] env[62107]: _type = "Task" [ 1633.572496] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.583019] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.600153] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.600412] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8962fc2f-ce7d-454a-b739-53d76512426b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.608591] env[62107]: DEBUG oslo_vmware.api [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1633.608591] env[62107]: value = "task-1699813" [ 1633.608591] env[62107]: _type = "Task" [ 1633.608591] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.622367] env[62107]: DEBUG oslo_vmware.api [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.630229] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146987} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.630555] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.631397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19981d8b-c320-4829-abb6-cc060944ad42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.656417] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] cf1af4db-308e-47f8-a642-9acd3e4dbf23/cf1af4db-308e-47f8-a642-9acd3e4dbf23.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.658479] env[62107]: ERROR nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [req-c0ec47ce-30c2-4e97-8a3d-be67add4a26d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0ec47ce-30c2-4e97-8a3d-be67add4a26d"}]} [ 1633.658876] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd61cfc-9ee8-40a0-ace5-b127ac261bee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.684812] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1633.684812] env[62107]: value = "task-1699814" [ 1633.684812] env[62107]: _type = "Task" [ 1633.684812] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.694660] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.700326] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1633.724335] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1633.724887] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1633.738800] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1633.764509] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1633.868357] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699810, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.018114] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699811, 'name': ReconfigVM_Task, 'duration_secs': 0.36052} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.018958] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8/volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.025914] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c436232b-00f4-4b52-a67a-356c4aa33835 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.042012] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1634.042012] env[62107]: value = "task-1699815" [ 1634.042012] env[62107]: _type = "Task" [ 1634.042012] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.046543] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b577702-ae86-4f65-9d9a-628f5dc2588c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.057162] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac39564-76ef-4483-a64d-55669ee23a1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.060599] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699815, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.106880] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dae294-c49f-4b53-a9fd-587579d3ac69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.118735] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699812, 'name': ReconfigVM_Task, 'duration_secs': 0.332409} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.121957] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e/4973185d-ae46-4163-93e7-066a7460c38e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.122298] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7969090-ee21-43b4-ad06-a67c1b0ee061 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.125296] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fdc58f-77df-44da-8fad-1abf67064c2d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.134678] env[62107]: DEBUG nova.network.neutron [-] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.136107] env[62107]: DEBUG oslo_vmware.api [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699813, 'name': PowerOffVM_Task, 'duration_secs': 0.208151} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.140018] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.140018] env[62107]: DEBUG nova.compute.manager [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1634.140018] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428176b0-cc04-4d9a-b10d-4eb88a3a1a0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.150628] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1634.154295] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1634.154295] env[62107]: value = "task-1699816" [ 1634.154295] env[62107]: _type = "Task" [ 1634.154295] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.169170] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699816, 'name': Rename_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.196106] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.370378] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699810, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.552079] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699815, 'name': ReconfigVM_Task, 'duration_secs': 0.216196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.552474] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354312', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'name': 'volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f19c1efd-c45f-4ff6-9c2b-1e2260e94b03', 'attached_at': '', 'detached_at': '', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'serial': '1db8e0a5-924b-4132-a04c-8f4fab3befd8'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1634.552973] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-908ab813-f567-4379-8287-01dd73949039 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.561142] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1634.561142] env[62107]: value = "task-1699817" [ 1634.561142] env[62107]: _type = "Task" [ 1634.561142] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.572238] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699817, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.638538] env[62107]: INFO nova.compute.manager [-] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Took 1.52 seconds to deallocate network for instance. [ 1634.670979] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699816, 'name': Rename_Task, 'duration_secs': 0.217063} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.670979] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c6357ad2-e719-4b34-b458-944da97f5b83 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.597s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.672222] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.674863] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df356395-0a8b-4b3a-94ff-23a2f6daafcc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.684546] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1634.684546] env[62107]: value = "task-1699818" [ 1634.684546] env[62107]: _type = "Task" [ 1634.684546] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.699598] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699814, 'name': ReconfigVM_Task, 'duration_secs': 0.79339} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.704088] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Reconfigured VM instance instance-00000061 to attach disk [datastore1] cf1af4db-308e-47f8-a642-9acd3e4dbf23/cf1af4db-308e-47f8-a642-9acd3e4dbf23.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.705017] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.706738] env[62107]: ERROR nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [req-a04dc2f6-e602-4cc0-a7e6-a6e243a7ea0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-a04dc2f6-e602-4cc0-a7e6-a6e243a7ea0b"}]} [ 1634.707055] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ef006a-0091-4069-8d3e-e65a33871d41 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.719184] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1634.719184] env[62107]: value = "task-1699819" [ 1634.719184] env[62107]: _type = "Task" [ 1634.719184] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.725700] env[62107]: DEBUG nova.network.neutron [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Updated VIF entry in instance network info cache for port 0dd4d2c3-8241-4963-be87-5afb3c6fc421. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1634.726140] env[62107]: DEBUG nova.network.neutron [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Updating instance_info_cache with network_info: [{"id": "0dd4d2c3-8241-4963-be87-5afb3c6fc421", "address": "fa:16:3e:fe:00:bd", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd4d2c3-82", "ovs_interfaceid": "0dd4d2c3-8241-4963-be87-5afb3c6fc421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.731822] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699819, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.732933] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1634.749676] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1634.749949] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1634.766483] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1634.784396] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1634.869201] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699810, 'name': CreateVM_Task, 'duration_secs': 1.112916} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.869295] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1634.872495] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.872603] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.872939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.874094] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d210fb4c-76b6-499c-9649-db0fb2f24d73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.879477] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1634.879477] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f44491-aad9-3ebf-4bdf-ab5137d3683a" [ 1634.879477] env[62107]: _type = "Task" [ 1634.879477] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.892799] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f44491-aad9-3ebf-4bdf-ab5137d3683a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.075322] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699817, 'name': Rename_Task, 'duration_secs': 0.172629} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.075824] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.075824] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7726b4f4-b6e7-40ee-bb35-d9e20093f873 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.084351] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1635.084351] env[62107]: value = "task-1699820" [ 1635.084351] env[62107]: _type = "Task" [ 1635.084351] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.090589] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1bfc8-e0db-4dad-94b5-e84b9676cf58 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.101238] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.104639] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726e1061-f6ea-4957-83f2-8ccdfa46c766 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.143438] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59504804-d190-4aca-968d-e02fc058fc63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.147092] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.153805] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116defca-115f-4140-a29f-c5e1cd26b8a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.174443] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1635.180421] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.180587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.200539] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.231335] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699819, 'name': Rename_Task, 'duration_secs': 0.160558} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.231641] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.232135] env[62107]: DEBUG oslo_concurrency.lockutils [req-201b0599-6c88-4ee1-aa21-e8a2c85a9cad req-cd175256-d95e-4f68-b795-8e08eaac4952 service nova] Releasing lock "refresh_cache-2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.232471] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d0ccf8-9a24-4134-99d0-6cd14917da3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.242452] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1635.242452] env[62107]: value = "task-1699821" [ 1635.242452] env[62107]: _type = "Task" [ 1635.242452] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.253954] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.392633] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f44491-aad9-3ebf-4bdf-ab5137d3683a, 'name': SearchDatastore_Task, 'duration_secs': 0.018639} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.393016] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.393217] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.393460] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.393603] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.393778] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.394042] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-366a15bd-9d52-4f73-b0d1-31063d12b784 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.404233] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.404593] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.405180] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de22ef72-e3f1-4edf-b396-6d17676eddd7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.411155] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1635.411155] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bbeb1f-d6a8-6592-7a38-d97430e8c2e0" [ 1635.411155] env[62107]: _type = "Task" [ 1635.411155] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.420141] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bbeb1f-d6a8-6592-7a38-d97430e8c2e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.591874] env[62107]: DEBUG nova.compute.manager [req-32275a94-30cb-48fa-abb9-6005d268e910 req-f99756f1-8d65-4692-a6e8-88ef4dd19cbd service nova] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Received event network-vif-deleted-80861a40-8177-4ed8-aef1-3d1e4f3a1328 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.596439] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699820, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.684568] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1635.697362] env[62107]: DEBUG oslo_vmware.api [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699818, 'name': PowerOnVM_Task, 'duration_secs': 0.88625} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.697580] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.697787] env[62107]: DEBUG nova.compute.manager [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1635.698590] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536fd6c3-abec-45f5-9682-287063a41c27 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.719079] env[62107]: DEBUG nova.objects.instance [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.738858] env[62107]: DEBUG nova.scheduler.client.report [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1635.738858] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 133 to 134 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1635.738858] env[62107]: DEBUG nova.compute.provider_tree [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1635.759842] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699821, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.932533] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bbeb1f-d6a8-6592-7a38-d97430e8c2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016604} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.933872] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf93357-0062-4c0b-b577-2a9f3fa0554d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.942726] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1635.942726] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ef4635-1717-4695-f14a-bc97950f0b8f" [ 1635.942726] env[62107]: _type = "Task" [ 1635.942726] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.953175] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ef4635-1717-4695-f14a-bc97950f0b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.098553] env[62107]: DEBUG oslo_vmware.api [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699820, 'name': PowerOnVM_Task, 'duration_secs': 0.788884} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.098553] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.212413] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.230511] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.230511] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.230511] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.230511] env[62107]: DEBUG nova.network.neutron [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.230511] env[62107]: DEBUG nova.objects.instance [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'info_cache' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.242826] env[62107]: DEBUG nova.compute.manager [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1636.243706] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a1e647-5101-48f8-a2e5-e8e64c91c058 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.252568] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.548s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.253095] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1636.260918] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.265437] env[62107]: DEBUG oslo_vmware.api [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699821, 'name': PowerOnVM_Task, 'duration_secs': 0.749645} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.278215] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.278215] env[62107]: INFO nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1636.278215] env[62107]: DEBUG nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1636.278593] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bf8bc1-666a-44fd-862d-460b8ede1c13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.456029] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ef4635-1717-4695-f14a-bc97950f0b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.028585} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.456029] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.456029] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff/2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.456029] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19fd69d7-58b6-446f-84d6-c8defee9a833 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.466026] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1636.466026] env[62107]: value = "task-1699822" [ 1636.466026] env[62107]: _type = "Task" [ 1636.466026] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.473797] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.732991] env[62107]: DEBUG nova.objects.base [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Object Instance<81b88841-7349-47d3-bedc-4e92688077bb> lazy-loaded attributes: flavor,info_cache {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1636.778442] env[62107]: INFO nova.compute.claims [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.783542] env[62107]: DEBUG nova.compute.utils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1636.784994] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "4973185d-ae46-4163-93e7-066a7460c38e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.789355] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "4973185d-ae46-4163-93e7-066a7460c38e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.789661] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "4973185d-ae46-4163-93e7-066a7460c38e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.789902] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "4973185d-ae46-4163-93e7-066a7460c38e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.790150] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "4973185d-ae46-4163-93e7-066a7460c38e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.792337] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1636.792539] env[62107]: DEBUG nova.network.neutron [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.805412] env[62107]: INFO nova.compute.manager [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Terminating instance [ 1636.811094] env[62107]: DEBUG nova.compute.manager [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1636.811338] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.812222] env[62107]: INFO nova.compute.manager [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Took 25.21 seconds to build instance. [ 1636.813317] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd469354-4a3b-4123-9aeb-e9088715bcdd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.819033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-15363761-67f0-45ae-a8ae-93cb2364bcb4 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.493s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.824959] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.825774] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae405202-0ccc-42d6-95cd-68b84b02caf1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.839040] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1636.839040] env[62107]: value = "task-1699823" [ 1636.839040] env[62107]: _type = "Task" [ 1636.839040] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.850330] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.905424] env[62107]: DEBUG nova.policy [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbee3a4abd8144fc94ad5f7f821ad1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cee2755f41f42f0baf75de1428313c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1636.976549] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699822, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.291185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "b76d7072-491d-45ef-982b-2b478d1dfbbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.291185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.294262] env[62107]: INFO nova.compute.resource_tracker [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating resource usage from migration 7b4ed803-1eb4-4caa-9ebd-298eb04e1cd6 [ 1637.297893] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1637.320841] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7eb3c64c-b1ed-49a9-b962-439620d61f85 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.731s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.350770] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699823, 'name': PowerOffVM_Task, 'duration_secs': 0.332178} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.354420] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.354618] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.354892] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fc0ef3a-9efc-4772-b60f-88e326475c96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.452674] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.452802] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.454039] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] 4973185d-ae46-4163-93e7-066a7460c38e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.456954] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf43f38-d026-4a69-a916-bb0b088e73f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.469100] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1637.469100] env[62107]: value = "task-1699825" [ 1637.469100] env[62107]: _type = "Task" [ 1637.469100] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.486210] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.489157] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792265} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.492566] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff/2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.492883] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.493404] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc69b747-9a7c-4c1d-8140-e5caa4142967 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.502552] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1637.502552] env[62107]: value = "task-1699826" [ 1637.502552] env[62107]: _type = "Task" [ 1637.502552] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.559535] env[62107]: DEBUG nova.network.neutron [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Successfully created port: 2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1637.637280] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97065a5-4664-42db-a7db-617d95ee8431 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.647621] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c65e2-4414-425d-9209-94e1cdac5d1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.690533] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cbc56e-d33d-407c-be2a-225a15c1dbdf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.704323] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7093eb-5f2c-4cb1-aa2a-1133d02e5b3e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.722094] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1637.769283] env[62107]: DEBUG nova.network.neutron [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [{"id": "33a69087-6221-46be-b674-31b9e88f89e5", "address": "fa:16:3e:db:e6:12", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a69087-62", "ovs_interfaceid": "33a69087-6221-46be-b674-31b9e88f89e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.805591] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1637.987579] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.015698] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091024} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.016463] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.017181] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb55a682-8fb0-43c3-97da-3e4f55b79c9c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.044041] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff/2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.044402] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82deb19f-a883-4378-b8f4-47c0a4b387f9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.069100] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1638.069100] env[62107]: value = "task-1699827" [ 1638.069100] env[62107]: _type = "Task" [ 1638.069100] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.079471] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.096649] env[62107]: DEBUG nova.compute.manager [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.096649] env[62107]: DEBUG nova.compute.manager [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing instance network info cache due to event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1638.097201] env[62107]: DEBUG oslo_concurrency.lockutils [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.098258] env[62107]: DEBUG oslo_concurrency.lockutils [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.098258] env[62107]: DEBUG nova.network.neutron [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.159140] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.159319] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.159532] env[62107]: INFO nova.compute.manager [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Shelving [ 1638.249109] env[62107]: ERROR nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [req-3cb64e8f-647f-484c-976b-186662987a5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3cb64e8f-647f-484c-976b-186662987a5d"}]} [ 1638.268747] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1638.272213] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "refresh_cache-81b88841-7349-47d3-bedc-4e92688077bb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.287143] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1638.287143] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.301116] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1638.316302] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1638.327767] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1638.346295] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.362184] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1638.362184] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1638.362184] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.362184] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1638.362184] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.362452] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1638.362452] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1638.362589] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1638.362745] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1638.362928] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1638.363118] env[62107]: DEBUG nova.virt.hardware [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1638.364640] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8720006-dccc-4e3e-8797-c8880e5ee37b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.379500] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef14fa8-6b99-4007-b3ff-98931863377e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.490644] env[62107]: DEBUG oslo_vmware.api [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656106} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.493677] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1638.494520] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1638.494520] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1638.494520] env[62107]: INFO nova.compute.manager [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1638.494520] env[62107]: DEBUG oslo.service.loopingcall [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.495043] env[62107]: DEBUG nova.compute.manager [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1638.495138] env[62107]: DEBUG nova.network.neutron [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1638.580150] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.654957] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec78974-dd56-423d-b79f-22e460467522 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.668015] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0578d6c1-988d-4a02-8082-3ae3db5bde54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.675623] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.676016] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6a3a11-11ff-4499-95e0-d8fcd93edb8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.713514] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc33fd8-5918-4e77-a0a0-174f1a5a7359 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.719405] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1638.719405] env[62107]: value = "task-1699828" [ 1638.719405] env[62107]: _type = "Task" [ 1638.719405] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.728859] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf61357-a0be-46ec-9090-9ffbcf36c7a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.740213] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.752164] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.775109] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.775407] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ee3102-3e0f-4c3d-89a9-574dec916c4d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.785052] env[62107]: DEBUG oslo_vmware.api [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1638.785052] env[62107]: value = "task-1699829" [ 1638.785052] env[62107]: _type = "Task" [ 1638.785052] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.796977] env[62107]: DEBUG oslo_vmware.api [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.039928] env[62107]: DEBUG nova.network.neutron [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updated VIF entry in instance network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.040307] env[62107]: DEBUG nova.network.neutron [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.086637] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699827, 'name': ReconfigVM_Task, 'duration_secs': 0.530874} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.087444] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff/2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.087985] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e9e2b48-fa1a-4ff7-b6eb-b04cfb65323d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.097981] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1639.097981] env[62107]: value = "task-1699830" [ 1639.097981] env[62107]: _type = "Task" [ 1639.097981] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.112022] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699830, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.121033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.121384] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.231540] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699828, 'name': PowerOffVM_Task, 'duration_secs': 0.335044} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.231849] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.232749] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1de625-9a81-44a0-82bf-18855d3b03a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.254548] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c1dcd7-4662-4910-8689-8074b15f8613 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.284724] env[62107]: ERROR nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [req-03165b59-57a4-437f-8047-5ad6d8f8a210] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-03165b59-57a4-437f-8047-5ad6d8f8a210"}]} [ 1639.297705] env[62107]: DEBUG oslo_vmware.api [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699829, 'name': PowerOnVM_Task, 'duration_secs': 0.46936} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.298697] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.298697] env[62107]: DEBUG nova.compute.manager [None req-6c5684a6-f83d-4f67-a211-e1b35cb38d15 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1639.299039] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a6e359-f111-4646-ac12-3aa76fd10e05 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.315889] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1639.327406] env[62107]: DEBUG nova.compute.manager [req-25ed7f4e-e924-420e-9554-c6c0a06b9ce9 req-990af876-b0f0-4938-bafa-78d696e06973 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Received event network-vif-plugged-2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.327741] env[62107]: DEBUG oslo_concurrency.lockutils [req-25ed7f4e-e924-420e-9554-c6c0a06b9ce9 req-990af876-b0f0-4938-bafa-78d696e06973 service nova] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.327846] env[62107]: DEBUG oslo_concurrency.lockutils [req-25ed7f4e-e924-420e-9554-c6c0a06b9ce9 req-990af876-b0f0-4938-bafa-78d696e06973 service nova] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.328017] env[62107]: DEBUG oslo_concurrency.lockutils [req-25ed7f4e-e924-420e-9554-c6c0a06b9ce9 req-990af876-b0f0-4938-bafa-78d696e06973 service nova] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.328178] env[62107]: DEBUG nova.compute.manager [req-25ed7f4e-e924-420e-9554-c6c0a06b9ce9 req-990af876-b0f0-4938-bafa-78d696e06973 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] No waiting events found dispatching network-vif-plugged-2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1639.328340] env[62107]: WARNING nova.compute.manager [req-25ed7f4e-e924-420e-9554-c6c0a06b9ce9 req-990af876-b0f0-4938-bafa-78d696e06973 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Received unexpected event network-vif-plugged-2c2135a3-bf99-4991-8322-7650f319eab9 for instance with vm_state building and task_state spawning. [ 1639.335322] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1639.335322] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1639.349799] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1639.370967] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1639.411455] env[62107]: DEBUG nova.network.neutron [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.466998] env[62107]: DEBUG nova.network.neutron [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Successfully updated port: 2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.545907] env[62107]: DEBUG oslo_concurrency.lockutils [req-22018b75-f763-4ac7-ad33-441a06eff3cb req-29565a3c-4ccf-4bf0-9b0a-97b2a48907ae service nova] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.608645] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699830, 'name': Rename_Task, 'duration_secs': 0.231553} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.611198] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1639.611749] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b8db1f2-1e78-4459-b198-c1e3054418bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.619772] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1639.619772] env[62107]: value = "task-1699831" [ 1639.619772] env[62107]: _type = "Task" [ 1639.619772] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.625471] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1639.634019] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.640350] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf6fd2a-fad2-4569-8e53-347801caf892 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.648378] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a3d815-5b5e-4150-af52-b99f1dece3cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.680775] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9932c1b-7835-422c-acda-9126d2c4d432 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.689719] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f240d1-7563-4b93-9b53-339c58718a6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.704173] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1639.771939] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1639.772366] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e222dbf7-3fc7-44c8-91c2-88afea7b5cbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.781391] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1639.781391] env[62107]: value = "task-1699832" [ 1639.781391] env[62107]: _type = "Task" [ 1639.781391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.791634] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.914309] env[62107]: INFO nova.compute.manager [-] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Took 1.42 seconds to deallocate network for instance. [ 1639.969216] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.969319] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.969467] env[62107]: DEBUG nova.network.neutron [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.134275] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.152762] env[62107]: DEBUG nova.compute.manager [req-291a3212-277a-460a-afb6-b47b30ed04f1 req-90e4d90d-d350-4cd0-bc2d-8f650620cf6d service nova] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Received event network-vif-deleted-f511491f-3174-4860-9b92-08cea21bad8b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1640.154191] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.242713] env[62107]: DEBUG nova.scheduler.client.report [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1640.242972] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 136 to 137 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1640.243211] env[62107]: DEBUG nova.compute.provider_tree [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1640.293077] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699832, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.424178] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.503157] env[62107]: DEBUG nova.network.neutron [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.631117] env[62107]: DEBUG oslo_vmware.api [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699831, 'name': PowerOnVM_Task, 'duration_secs': 0.921576} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.631378] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.631580] env[62107]: INFO nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1640.631755] env[62107]: DEBUG nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1640.632574] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b732a0dd-6538-43b6-814b-b06872602277 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.651973] env[62107]: DEBUG nova.network.neutron [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updating instance_info_cache with network_info: [{"id": "2c2135a3-bf99-4991-8322-7650f319eab9", "address": "fa:16:3e:0c:b3:48", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2135a3-bf", "ovs_interfaceid": "2c2135a3-bf99-4991-8322-7650f319eab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.748730] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.488s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.748989] env[62107]: INFO nova.compute.manager [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Migrating [ 1640.758957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.612s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.759243] env[62107]: DEBUG nova.objects.instance [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'resources' on Instance uuid 0fb881a8-3849-497a-beb7-7f3a359c130a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.796113] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699832, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.152584] env[62107]: INFO nova.compute.manager [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Took 23.18 seconds to build instance. [ 1641.157158] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.157158] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Instance network_info: |[{"id": "2c2135a3-bf99-4991-8322-7650f319eab9", "address": "fa:16:3e:0c:b3:48", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2135a3-bf", "ovs_interfaceid": "2c2135a3-bf99-4991-8322-7650f319eab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1641.157158] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b3:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c2135a3-bf99-4991-8322-7650f319eab9', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.165742] env[62107]: DEBUG oslo.service.loopingcall [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.165950] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.166191] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbdce862-a780-4639-884d-e0044fae6c96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.203867] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.203867] env[62107]: value = "task-1699833" [ 1641.203867] env[62107]: _type = "Task" [ 1641.203867] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.213098] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699833, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.273784] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.274056] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.275684] env[62107]: DEBUG nova.network.neutron [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.301515] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699832, 'name': CreateSnapshot_Task, 'duration_secs': 1.028097} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.304400] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1641.305756] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1e1ce8-7857-4e6b-aa38-3552555158c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.457203] env[62107]: DEBUG nova.compute.manager [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Received event network-changed-2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1641.457203] env[62107]: DEBUG nova.compute.manager [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Refreshing instance network info cache due to event network-changed-2c2135a3-bf99-4991-8322-7650f319eab9. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1641.457203] env[62107]: DEBUG oslo_concurrency.lockutils [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] Acquiring lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.457203] env[62107]: DEBUG oslo_concurrency.lockutils [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] Acquired lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.457203] env[62107]: DEBUG nova.network.neutron [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Refreshing network info cache for port 2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.628753] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1c5db1-8dfd-4d4c-833a-070bdeb3ba07 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.638318] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb064012-5116-430c-9909-13642f308475 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.669815] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9b0ce27-849c-45fa-aa80-5f859f6c89c3 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.705s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.670809] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0692cd2f-4bb0-4cd3-9394-5cd534835bc4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.680382] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a45fba-586d-4f8e-b5dc-1ca6da07a3e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.698022] env[62107]: DEBUG nova.compute.provider_tree [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.715013] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699833, 'name': CreateVM_Task, 'duration_secs': 0.41442} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.715258] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.715966] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.716204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.716568] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.716862] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8c5128-a0b2-4d44-93c4-03abd760584a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.722425] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1641.722425] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b29bf8-08c7-37c6-90f7-d3d485d484a5" [ 1641.722425] env[62107]: _type = "Task" [ 1641.722425] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.516548] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1642.519040] env[62107]: DEBUG nova.scheduler.client.report [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.525749] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c95c4b87-31c1-436c-a078-ebe90389695e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.529385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.533050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.535303] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b29bf8-08c7-37c6-90f7-d3d485d484a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.536452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.536452] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.536678] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.536863] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.537079] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.537342] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f48e9cc-deec-4c65-b2e4-bb2f8f8e1872 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.544142] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1642.544142] env[62107]: value = "task-1699834" [ 1642.544142] env[62107]: _type = "Task" [ 1642.544142] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.549638] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.549824] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.550571] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f65c4bb-e94d-4093-b3b0-a12eb9b0a701 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.556445] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699834, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.560874] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1642.560874] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255f597-c791-1272-f738-5a86506adf95" [ 1642.560874] env[62107]: _type = "Task" [ 1642.560874] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.570110] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255f597-c791-1272-f738-5a86506adf95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.836501] env[62107]: DEBUG nova.network.neutron [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updated VIF entry in instance network info cache for port 2c2135a3-bf99-4991-8322-7650f319eab9. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.837076] env[62107]: DEBUG nova.network.neutron [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updating instance_info_cache with network_info: [{"id": "2c2135a3-bf99-4991-8322-7650f319eab9", "address": "fa:16:3e:0c:b3:48", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2135a3-bf", "ovs_interfaceid": "2c2135a3-bf99-4991-8322-7650f319eab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.937426] env[62107]: DEBUG nova.network.neutron [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.027162] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.030734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.818s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.036075] env[62107]: INFO nova.compute.claims [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.039454] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1643.057845] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699834, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.066632] env[62107]: INFO nova.scheduler.client.report [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocations for instance 0fb881a8-3849-497a-beb7-7f3a359c130a [ 1643.078114] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255f597-c791-1272-f738-5a86506adf95, 'name': SearchDatastore_Task, 'duration_secs': 0.038734} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.079205] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb26b610-1d13-4a6a-b1cb-cbd65d1d8e21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.087409] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1643.087409] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222f984-2e32-649e-9156-9db05140052c" [ 1643.087409] env[62107]: _type = "Task" [ 1643.087409] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.099124] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222f984-2e32-649e-9156-9db05140052c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.340183] env[62107]: DEBUG oslo_concurrency.lockutils [req-34a6ea08-4d61-473c-84ea-8ca551a0743d req-54efefc9-945a-4c1e-9b63-abaafc42c726 service nova] Releasing lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.443057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.566768] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699834, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.575918] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2d51b7f1-1cbf-44d7-8bdd-d6ff192eac97 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "0fb881a8-3849-497a-beb7-7f3a359c130a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.614s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.584109] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.603251] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222f984-2e32-649e-9156-9db05140052c, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.603251] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.604027] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.604027] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-774e7cbc-23b2-4550-b3a9-dd1384a95e61 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.613460] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1643.613460] env[62107]: value = "task-1699835" [ 1643.613460] env[62107]: _type = "Task" [ 1643.613460] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.623379] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.067036] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699834, 'name': CloneVM_Task, 'duration_secs': 1.278981} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.067508] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Created linked-clone VM from snapshot [ 1644.068353] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd8908e-95b8-46dc-af09-c3a40df50d66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.080696] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Uploading image dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1644.128699] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699835, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.135989] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1644.135989] env[62107]: value = "vm-354331" [ 1644.135989] env[62107]: _type = "VirtualMachine" [ 1644.135989] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1644.137019] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ac42dc1-b51d-47f9-979d-eb5da91c80c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.148301] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lease: (returnval){ [ 1644.148301] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af7bb3-007d-4126-8e86-fa24e1d0a981" [ 1644.148301] env[62107]: _type = "HttpNfcLease" [ 1644.148301] env[62107]: } obtained for exporting VM: (result){ [ 1644.148301] env[62107]: value = "vm-354331" [ 1644.148301] env[62107]: _type = "VirtualMachine" [ 1644.148301] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1644.152027] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the lease: (returnval){ [ 1644.152027] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af7bb3-007d-4126-8e86-fa24e1d0a981" [ 1644.152027] env[62107]: _type = "HttpNfcLease" [ 1644.152027] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1644.164229] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.164229] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af7bb3-007d-4126-8e86-fa24e1d0a981" [ 1644.164229] env[62107]: _type = "HttpNfcLease" [ 1644.164229] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1644.387736] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b876a-6a72-417d-bd36-70ad338a0812 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.395920] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08387fd2-7060-4fd8-a2ee-3ea4e64f7d5c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.428607] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05027c4d-894d-49fd-acb8-4efc5671edc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.436941] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738ed4d-5ff4-4fb9-acc9-465f22c96e77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.450521] env[62107]: DEBUG nova.compute.provider_tree [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.624896] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805049} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.625238] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.625446] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.625696] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76a15828-30eb-450f-b70e-798894045750 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.633271] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1644.633271] env[62107]: value = "task-1699840" [ 1644.633271] env[62107]: _type = "Task" [ 1644.633271] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.641564] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.656858] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.656858] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af7bb3-007d-4126-8e86-fa24e1d0a981" [ 1644.656858] env[62107]: _type = "HttpNfcLease" [ 1644.656858] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1644.657160] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1644.657160] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52af7bb3-007d-4126-8e86-fa24e1d0a981" [ 1644.657160] env[62107]: _type = "HttpNfcLease" [ 1644.657160] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1644.657979] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaacfe7e-488f-4181-8e31-f9a5bd0c7be5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.665556] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f725a8-839a-4fc4-5876-4de0ebb41a6b/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1644.665742] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f725a8-839a-4fc4-5876-4de0ebb41a6b/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1644.727448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.727761] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.760479] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f7c2fd0-e6c0-48ad-a699-c41c2cbcc175 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.955786] env[62107]: DEBUG nova.scheduler.client.report [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1644.964220] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d34bd-6ef3-483b-a09b-a35bb5633f28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.984108] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1645.147042] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262947} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.147493] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.148329] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81ec34-949c-4229-99fa-f70e4e64a6e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.173608] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.174131] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d4a5c82-78ab-46a5-bea8-23630bf7da3c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.199941] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1645.199941] env[62107]: value = "task-1699841" [ 1645.199941] env[62107]: _type = "Task" [ 1645.199941] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.210306] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.229987] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1645.464761] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.465394] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1645.468440] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.240s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.468630] env[62107]: DEBUG nova.objects.instance [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1645.490181] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.491044] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bd53bf-c95d-4e63-abb0-309f87bcc006 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.500068] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1645.500068] env[62107]: value = "task-1699842" [ 1645.500068] env[62107]: _type = "Task" [ 1645.500068] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.511903] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1645.512202] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1645.715983] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.759247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.973812] env[62107]: DEBUG nova.compute.utils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.981335] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1645.981545] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1646.019422] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1646.020175] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1646.020346] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.020478] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1646.020638] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.020792] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1646.021708] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1646.021708] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1646.021708] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1646.021708] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1646.022037] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1646.028418] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ed8ce5-e1e8-49f2-9b6c-93ad4171e83c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.048488] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1646.048488] env[62107]: value = "task-1699843" [ 1646.048488] env[62107]: _type = "Task" [ 1646.048488] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.058605] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.065459] env[62107]: DEBUG nova.policy [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4e72f5a902149598630a176068e3ba9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e59ba8482374a528891b6e2fd026571', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1646.211159] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699841, 'name': ReconfigVM_Task, 'duration_secs': 0.668992} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.211578] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.212327] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-940289cb-bd53-4f40-b5b1-ec3f2ebdea31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.221034] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1646.221034] env[62107]: value = "task-1699844" [ 1646.221034] env[62107]: _type = "Task" [ 1646.221034] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.231553] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699844, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.392567] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Successfully created port: 1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.482281] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1646.492040] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e1706f1e-767a-4dfe-bf7e-9ef2a2060967 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.494093] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.148s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.496569] env[62107]: INFO nova.compute.claims [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1646.564083] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699843, 'name': ReconfigVM_Task, 'duration_secs': 0.206566} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.564531] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.684903] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Successfully created port: acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.731891] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699844, 'name': Rename_Task, 'duration_secs': 0.273156} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.732328] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.732569] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0902de56-bc16-4622-95dc-f853e950f195 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.741010] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1646.741010] env[62107]: value = "task-1699846" [ 1646.741010] env[62107]: _type = "Task" [ 1646.741010] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.750838] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.072687] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.073060] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.073237] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.073435] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.073660] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.073808] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.074024] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.074203] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.074449] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.074675] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.074902] env[62107]: DEBUG nova.virt.hardware [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.080445] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1647.081430] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-545df9b6-cb63-4d3f-83ef-6c1e8fa8d896 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.104361] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1647.104361] env[62107]: value = "task-1699847" [ 1647.104361] env[62107]: _type = "Task" [ 1647.104361] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.115244] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.252824] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699846, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.500406] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1647.534372] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.534618] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.534776] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.534978] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.535208] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.535274] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.535480] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.535659] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.535945] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.536203] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.536310] env[62107]: DEBUG nova.virt.hardware [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.537424] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb10c46-4a0c-4efb-88d4-ddfb173bb12a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.547978] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af6c90-04c3-4ce0-8180-a2a716a8cda7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.618224] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699847, 'name': ReconfigVM_Task, 'duration_secs': 0.34595} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.618427] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1647.619323] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5af08f-882f-4377-a5c9-9bac8bca75fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.648112] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa/a8ad6ab5-1f58-4a3e-8025-6863e51672aa.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.651353] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3ee40b-2df7-43c6-8ef5-4d527e16ac73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.670969] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1647.670969] env[62107]: value = "task-1699848" [ 1647.670969] env[62107]: _type = "Task" [ 1647.670969] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.682628] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.753595] env[62107]: DEBUG oslo_vmware.api [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699846, 'name': PowerOnVM_Task, 'duration_secs': 0.936996} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.756364] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.756602] env[62107]: INFO nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1647.756792] env[62107]: DEBUG nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1647.757969] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a322ebeb-aa22-4fd0-ab09-c8d58d513138 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.844759] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f880a6-d75c-4a3b-bf44-24a9951c47ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.854405] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c400326-20c7-41be-a8e6-f608ec248d5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.887818] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be4f0ca-70bc-440c-9028-ceb6d7c42a9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.896571] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521c684a-4fb9-4634-bdb6-6ccdeb9ce998 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.911374] env[62107]: DEBUG nova.compute.provider_tree [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.184102] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.278411] env[62107]: INFO nova.compute.manager [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Took 16.59 seconds to build instance. [ 1648.343623] env[62107]: DEBUG nova.compute.manager [req-a4210fb6-be9b-4f03-91e2-6b0218a2b46d req-22adff39-c576-4970-b23f-581d5ee5a1af service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received event network-vif-plugged-1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.343846] env[62107]: DEBUG oslo_concurrency.lockutils [req-a4210fb6-be9b-4f03-91e2-6b0218a2b46d req-22adff39-c576-4970-b23f-581d5ee5a1af service nova] Acquiring lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.344065] env[62107]: DEBUG oslo_concurrency.lockutils [req-a4210fb6-be9b-4f03-91e2-6b0218a2b46d req-22adff39-c576-4970-b23f-581d5ee5a1af service nova] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.344238] env[62107]: DEBUG oslo_concurrency.lockutils [req-a4210fb6-be9b-4f03-91e2-6b0218a2b46d req-22adff39-c576-4970-b23f-581d5ee5a1af service nova] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.344756] env[62107]: DEBUG nova.compute.manager [req-a4210fb6-be9b-4f03-91e2-6b0218a2b46d req-22adff39-c576-4970-b23f-581d5ee5a1af service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] No waiting events found dispatching network-vif-plugged-1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1648.344756] env[62107]: WARNING nova.compute.manager [req-a4210fb6-be9b-4f03-91e2-6b0218a2b46d req-22adff39-c576-4970-b23f-581d5ee5a1af service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received unexpected event network-vif-plugged-1010b11e-f833-4b24-af8d-61315c7f5f2b for instance with vm_state building and task_state spawning. [ 1648.434413] env[62107]: ERROR nova.scheduler.client.report [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [req-1922d375-d54d-447e-89bb-d5dd37515900] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1922d375-d54d-447e-89bb-d5dd37515900"}]} [ 1648.460716] env[62107]: DEBUG nova.scheduler.client.report [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1648.480202] env[62107]: DEBUG nova.scheduler.client.report [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1648.480202] env[62107]: DEBUG nova.compute.provider_tree [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1648.494202] env[62107]: DEBUG nova.scheduler.client.report [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1648.517046] env[62107]: DEBUG nova.scheduler.client.report [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1648.600622] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Successfully updated port: 1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.681656] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "3c51d02f-f226-436c-8fdb-67ef266d464a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.681895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.690138] env[62107]: DEBUG oslo_vmware.api [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699848, 'name': ReconfigVM_Task, 'duration_secs': 0.578593} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.693833] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa/a8ad6ab5-1f58-4a3e-8025-6863e51672aa.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.694135] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1648.781413] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b836a5d9-cece-465f-9bae-5f0a03241ab5 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.101s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.857417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3c6369-0179-417a-8ef5-ada26291daff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.866379] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dee0a5-efa6-4d2b-8994-aed9996c0517 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.901266] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be70d9a-6f7b-473f-808d-2b2a3b47d7d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.910537] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677403a6-be70-466c-97a9-1e6d1c03a6f7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.928500] env[62107]: DEBUG nova.compute.provider_tree [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1649.184739] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1649.201971] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670bc6e8-e4d2-44b6-b71b-c5caff2d72e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.225110] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0500f-5422-4846-84aa-7b7fffb65f72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.245672] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1649.469825] env[62107]: DEBUG nova.scheduler.client.report [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1649.470113] env[62107]: DEBUG nova.compute.provider_tree [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 140 to 141 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1649.470298] env[62107]: DEBUG nova.compute.provider_tree [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1649.707561] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.785456] env[62107]: DEBUG nova.network.neutron [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Port 249a8173-3a23-4845-b0f8-2865de68ba5e binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1649.975164] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.481s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.975834] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1649.979050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.825s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.980560] env[62107]: INFO nova.compute.claims [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.373569] env[62107]: DEBUG nova.compute.manager [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received event network-changed-1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1650.373870] env[62107]: DEBUG nova.compute.manager [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Refreshing instance network info cache due to event network-changed-1010b11e-f833-4b24-af8d-61315c7f5f2b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1650.374186] env[62107]: DEBUG oslo_concurrency.lockutils [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] Acquiring lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.374371] env[62107]: DEBUG oslo_concurrency.lockutils [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] Acquired lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.374582] env[62107]: DEBUG nova.network.neutron [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Refreshing network info cache for port 1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.485974] env[62107]: DEBUG nova.compute.utils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.489730] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1650.489902] env[62107]: DEBUG nova.network.neutron [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.543238] env[62107]: DEBUG nova.policy [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245275ac8ca548cebd39cb32c272c491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81022b7371794a348e81bc85779cce6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1650.743180] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Successfully updated port: acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.827961] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.828374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.828697] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.910574] env[62107]: DEBUG nova.network.neutron [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.991126] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1651.019446] env[62107]: DEBUG nova.network.neutron [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Successfully created port: d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.038439] env[62107]: DEBUG nova.network.neutron [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.245894] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.310492] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f8dccc-7c1f-40c4-914a-b339657454f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.318815] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e299a-12e2-4b77-9d69-0c0215afdf69 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.353027] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f871a5-4afa-4e58-9c7a-4c21eb6a8921 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.361958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46698e5d-d4f3-4393-a7e8-f98c0904da0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.378695] env[62107]: DEBUG nova.compute.provider_tree [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.540508] env[62107]: DEBUG oslo_concurrency.lockutils [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] Releasing lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.540794] env[62107]: DEBUG nova.compute.manager [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Received event network-changed-2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1651.540961] env[62107]: DEBUG nova.compute.manager [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Refreshing instance network info cache due to event network-changed-2c2135a3-bf99-4991-8322-7650f319eab9. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1651.541189] env[62107]: DEBUG oslo_concurrency.lockutils [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] Acquiring lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.541353] env[62107]: DEBUG oslo_concurrency.lockutils [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] Acquired lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.541510] env[62107]: DEBUG nova.network.neutron [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Refreshing network info cache for port 2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.542604] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.542937] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.881519] env[62107]: DEBUG nova.scheduler.client.report [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1651.905086] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.905386] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.905638] env[62107]: DEBUG nova.network.neutron [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.000820] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1652.028325] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1652.028584] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1652.028741] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1652.028918] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1652.029073] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1652.029285] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1652.029456] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1652.029616] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1652.029782] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1652.029943] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1652.030128] env[62107]: DEBUG nova.virt.hardware [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1652.031025] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ee095-bd63-4bbe-ad16-9ae42d950772 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.040528] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395a564b-e136-4c00-a621-32b6e092e650 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.081693] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1652.386516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.387159] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1652.390851] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.967s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.391176] env[62107]: DEBUG nova.objects.instance [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'resources' on Instance uuid 4973185d-ae46-4163-93e7-066a7460c38e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.411846] env[62107]: DEBUG nova.compute.manager [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received event network-vif-plugged-acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.412111] env[62107]: DEBUG oslo_concurrency.lockutils [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] Acquiring lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.412323] env[62107]: DEBUG oslo_concurrency.lockutils [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.412512] env[62107]: DEBUG oslo_concurrency.lockutils [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.412697] env[62107]: DEBUG nova.compute.manager [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] No waiting events found dispatching network-vif-plugged-acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1652.412952] env[62107]: WARNING nova.compute.manager [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received unexpected event network-vif-plugged-acde0012-0e4c-435a-8cfb-418b8409429b for instance with vm_state building and task_state spawning. [ 1652.413653] env[62107]: DEBUG nova.compute.manager [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received event network-changed-acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.413753] env[62107]: DEBUG nova.compute.manager [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Refreshing instance network info cache due to event network-changed-acde0012-0e4c-435a-8cfb-418b8409429b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1652.414721] env[62107]: DEBUG oslo_concurrency.lockutils [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] Acquiring lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.419664] env[62107]: DEBUG nova.network.neutron [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updating instance_info_cache with network_info: [{"id": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "address": "fa:16:3e:b5:ff:97", "network": {"id": "8d57e978-74c5-4d3a-97dd-a28c3590f382", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-982509609", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1010b11e-f8", "ovs_interfaceid": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acde0012-0e4c-435a-8cfb-418b8409429b", "address": "fa:16:3e:86:9b:13", "network": {"id": "3eb7100d-cafd-4e09-a3d3-b6bef7841a34", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1834997754", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacde0012-0e", "ovs_interfaceid": "acde0012-0e4c-435a-8cfb-418b8409429b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.439705] env[62107]: DEBUG nova.network.neutron [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updated VIF entry in instance network info cache for port 2c2135a3-bf99-4991-8322-7650f319eab9. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.440159] env[62107]: DEBUG nova.network.neutron [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updating instance_info_cache with network_info: [{"id": "2c2135a3-bf99-4991-8322-7650f319eab9", "address": "fa:16:3e:0c:b3:48", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2135a3-bf", "ovs_interfaceid": "2c2135a3-bf99-4991-8322-7650f319eab9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.529170] env[62107]: DEBUG nova.compute.manager [req-c4235464-2e30-4ec7-b79b-1edd4edd0a2e req-2f98349f-15da-4369-8cec-c5bbc9b20f57 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Received event network-vif-plugged-d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1652.529393] env[62107]: DEBUG oslo_concurrency.lockutils [req-c4235464-2e30-4ec7-b79b-1edd4edd0a2e req-2f98349f-15da-4369-8cec-c5bbc9b20f57 service nova] Acquiring lock "b76d7072-491d-45ef-982b-2b478d1dfbbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.529596] env[62107]: DEBUG oslo_concurrency.lockutils [req-c4235464-2e30-4ec7-b79b-1edd4edd0a2e req-2f98349f-15da-4369-8cec-c5bbc9b20f57 service nova] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.529760] env[62107]: DEBUG oslo_concurrency.lockutils [req-c4235464-2e30-4ec7-b79b-1edd4edd0a2e req-2f98349f-15da-4369-8cec-c5bbc9b20f57 service nova] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.529924] env[62107]: DEBUG nova.compute.manager [req-c4235464-2e30-4ec7-b79b-1edd4edd0a2e req-2f98349f-15da-4369-8cec-c5bbc9b20f57 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] No waiting events found dispatching network-vif-plugged-d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1652.530174] env[62107]: WARNING nova.compute.manager [req-c4235464-2e30-4ec7-b79b-1edd4edd0a2e req-2f98349f-15da-4369-8cec-c5bbc9b20f57 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Received unexpected event network-vif-plugged-d75dd6cb-d718-4f1e-b194-06505c92ada4 for instance with vm_state building and task_state spawning. [ 1652.639626] env[62107]: DEBUG nova.network.neutron [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Successfully updated port: d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.665041] env[62107]: DEBUG nova.network.neutron [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.895240] env[62107]: DEBUG nova.compute.utils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.899486] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1652.899702] env[62107]: DEBUG nova.network.neutron [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1652.922450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Releasing lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.922877] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Instance network_info: |[{"id": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "address": "fa:16:3e:b5:ff:97", "network": {"id": "8d57e978-74c5-4d3a-97dd-a28c3590f382", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-982509609", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1010b11e-f8", "ovs_interfaceid": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acde0012-0e4c-435a-8cfb-418b8409429b", "address": "fa:16:3e:86:9b:13", "network": {"id": "3eb7100d-cafd-4e09-a3d3-b6bef7841a34", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1834997754", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacde0012-0e", "ovs_interfaceid": "acde0012-0e4c-435a-8cfb-418b8409429b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1652.925514] env[62107]: DEBUG oslo_concurrency.lockutils [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] Acquired lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.925514] env[62107]: DEBUG nova.network.neutron [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Refreshing network info cache for port acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.927728] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:ff:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1010b11e-f833-4b24-af8d-61315c7f5f2b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:9b:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acde0012-0e4c-435a-8cfb-418b8409429b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.937388] env[62107]: DEBUG oslo.service.loopingcall [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.938642] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.943019] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59058ed6-c200-48b5-99ec-4c3caa6faa1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.962416] env[62107]: DEBUG nova.policy [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1652.965409] env[62107]: DEBUG oslo_concurrency.lockutils [req-d016196c-0720-4e98-8c6f-7ad1d3be8502 req-05638343-91bb-4e5f-b739-8a8cf3474a2d service nova] Releasing lock "refresh_cache-6c9f1815-ae82-4815-855f-7e30bb33a47e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.973262] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.973262] env[62107]: value = "task-1699852" [ 1652.973262] env[62107]: _type = "Task" [ 1652.973262] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.986476] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699852, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.145385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-b76d7072-491d-45ef-982b-2b478d1dfbbd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.145385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-b76d7072-491d-45ef-982b-2b478d1dfbbd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.145385] env[62107]: DEBUG nova.network.neutron [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.167869] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.268436] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f725a8-839a-4fc4-5876-4de0ebb41a6b/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1653.269631] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9262bf71-669a-454d-a881-e399d0e14e30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.275884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7425c-8863-42a2-b79c-c0836625af51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.283201] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f725a8-839a-4fc4-5876-4de0ebb41a6b/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1653.283201] env[62107]: ERROR oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f725a8-839a-4fc4-5876-4de0ebb41a6b/disk-0.vmdk due to incomplete transfer. [ 1653.283559] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2ee0290-4bb4-4ded-b4de-4561667e4ef7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.289610] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9224cf8a-1c82-4658-af06-6186b0962fed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.294522] env[62107]: DEBUG oslo_vmware.rw_handles [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f725a8-839a-4fc4-5876-4de0ebb41a6b/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1653.294786] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Uploaded image dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1653.297671] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1653.298474] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8344ec1-1aa9-4078-bd88-9d80c7a65589 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.330223] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6007780-3008-42d5-afcb-13a1bf0e4172 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.333411] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1653.333411] env[62107]: value = "task-1699853" [ 1653.333411] env[62107]: _type = "Task" [ 1653.333411] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.341314] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a16445-e8a9-4b0d-816c-171662498119 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.350936] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699853, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.362761] env[62107]: DEBUG nova.compute.provider_tree [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.400874] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1653.405974] env[62107]: DEBUG nova.network.neutron [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Successfully created port: d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1653.486327] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699852, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.690327] env[62107]: DEBUG nova.network.neutron [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.694866] env[62107]: DEBUG nova.network.neutron [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updated VIF entry in instance network info cache for port acde0012-0e4c-435a-8cfb-418b8409429b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.695394] env[62107]: DEBUG nova.network.neutron [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updating instance_info_cache with network_info: [{"id": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "address": "fa:16:3e:b5:ff:97", "network": {"id": "8d57e978-74c5-4d3a-97dd-a28c3590f382", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-982509609", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1010b11e-f8", "ovs_interfaceid": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "acde0012-0e4c-435a-8cfb-418b8409429b", "address": "fa:16:3e:86:9b:13", "network": {"id": "3eb7100d-cafd-4e09-a3d3-b6bef7841a34", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1834997754", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacde0012-0e", "ovs_interfaceid": "acde0012-0e4c-435a-8cfb-418b8409429b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.697753] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdc1bfb-a9a3-4a9c-84ce-e447d8f5e1b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.724600] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95bb802-95be-468e-b30a-094f88174855 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.732900] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.849289] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699853, 'name': Destroy_Task, 'duration_secs': 0.449563} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.849562] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Destroyed the VM [ 1653.849790] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1653.850052] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9140a0b-6db4-4d05-ab89-282d1bf017dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.856260] env[62107]: DEBUG nova.network.neutron [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Updating instance_info_cache with network_info: [{"id": "d75dd6cb-d718-4f1e-b194-06505c92ada4", "address": "fa:16:3e:a4:61:90", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75dd6cb-d7", "ovs_interfaceid": "d75dd6cb-d718-4f1e-b194-06505c92ada4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.858678] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1653.858678] env[62107]: value = "task-1699854" [ 1653.858678] env[62107]: _type = "Task" [ 1653.858678] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.865876] env[62107]: DEBUG nova.scheduler.client.report [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1653.874022] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.984344] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699852, 'name': CreateVM_Task, 'duration_secs': 0.57869} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.984892] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.985757] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.985944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.986348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.986618] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2f321b-06bb-4956-80e6-377619f2b6ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.992346] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1653.992346] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525d1715-68d0-cd5f-1503-a1bbeed7d845" [ 1653.992346] env[62107]: _type = "Task" [ 1653.992346] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.002940] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525d1715-68d0-cd5f-1503-a1bbeed7d845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.203244] env[62107]: DEBUG oslo_concurrency.lockutils [req-388e367c-0053-48d2-a5f8-b751534a1204 req-eed8f233-e1a2-41f1-af1b-74157bb46549 service nova] Releasing lock "refresh_cache-d9ef496e-602a-4f9e-aaf1-14cc34a226af" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.239361] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f59847aa-c66d-46dd-b690-ae8f5941f845 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance 'a8ad6ab5-1f58-4a3e-8025-6863e51672aa' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1654.360182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-b76d7072-491d-45ef-982b-2b478d1dfbbd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.360525] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance network_info: |[{"id": "d75dd6cb-d718-4f1e-b194-06505c92ada4", "address": "fa:16:3e:a4:61:90", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75dd6cb-d7", "ovs_interfaceid": "d75dd6cb-d718-4f1e-b194-06505c92ada4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1654.361037] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:61:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd75dd6cb-d718-4f1e-b194-06505c92ada4', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.368547] env[62107]: DEBUG oslo.service.loopingcall [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.372482] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.373215] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.375355] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cee83cd9-0370-4343-ba4a-9d3a7a67323f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.389127] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.805s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.390570] env[62107]: INFO nova.compute.claims [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.395979] env[62107]: INFO nova.scheduler.client.report [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocations for instance 4973185d-ae46-4163-93e7-066a7460c38e [ 1654.400438] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699854, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374469} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.403696] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1654.403966] env[62107]: DEBUG nova.compute.manager [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1654.404243] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.404243] env[62107]: value = "task-1699855" [ 1654.404243] env[62107]: _type = "Task" [ 1654.404243] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.405145] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421598e-d867-4561-97f8-b1ac118243bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.419870] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1654.423971] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699855, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.453619] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.453876] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.454022] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.454208] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.454441] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.454503] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.454692] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.454847] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.455019] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.455253] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.455417] env[62107]: DEBUG nova.virt.hardware [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.456575] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf4a89-1b8b-4051-9b4f-d48363e6116a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.465913] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377380eb-c215-4689-b7b5-a18e74080392 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.503492] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525d1715-68d0-cd5f-1503-a1bbeed7d845, 'name': SearchDatastore_Task, 'duration_secs': 0.021473} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.503830] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.504118] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1654.504369] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.504515] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.504690] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1654.504960] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8262880-1d75-4655-ab30-0c7f30ba7b60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.522720] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1654.522913] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1654.523867] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0590bace-a7fb-44b6-b3a6-db99e904111b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.530981] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1654.530981] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52395d40-aa50-e9a7-98d9-92af8e6c1def" [ 1654.530981] env[62107]: _type = "Task" [ 1654.530981] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.539734] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52395d40-aa50-e9a7-98d9-92af8e6c1def, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.553431] env[62107]: DEBUG nova.compute.manager [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Received event network-changed-d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.553793] env[62107]: DEBUG nova.compute.manager [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Refreshing instance network info cache due to event network-changed-d75dd6cb-d718-4f1e-b194-06505c92ada4. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1654.553867] env[62107]: DEBUG oslo_concurrency.lockutils [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] Acquiring lock "refresh_cache-b76d7072-491d-45ef-982b-2b478d1dfbbd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.553958] env[62107]: DEBUG oslo_concurrency.lockutils [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] Acquired lock "refresh_cache-b76d7072-491d-45ef-982b-2b478d1dfbbd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.554137] env[62107]: DEBUG nova.network.neutron [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Refreshing network info cache for port d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.848947] env[62107]: DEBUG nova.compute.manager [req-9f73dcd2-4edb-4304-b1c3-181378b69305 req-37ac648c-632c-4d86-af0b-7d39312c819b service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-vif-plugged-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1654.851162] env[62107]: DEBUG oslo_concurrency.lockutils [req-9f73dcd2-4edb-4304-b1c3-181378b69305 req-37ac648c-632c-4d86-af0b-7d39312c819b service nova] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.851398] env[62107]: DEBUG oslo_concurrency.lockutils [req-9f73dcd2-4edb-4304-b1c3-181378b69305 req-37ac648c-632c-4d86-af0b-7d39312c819b service nova] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.851561] env[62107]: DEBUG oslo_concurrency.lockutils [req-9f73dcd2-4edb-4304-b1c3-181378b69305 req-37ac648c-632c-4d86-af0b-7d39312c819b service nova] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.851728] env[62107]: DEBUG nova.compute.manager [req-9f73dcd2-4edb-4304-b1c3-181378b69305 req-37ac648c-632c-4d86-af0b-7d39312c819b service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] No waiting events found dispatching network-vif-plugged-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1654.851920] env[62107]: WARNING nova.compute.manager [req-9f73dcd2-4edb-4304-b1c3-181378b69305 req-37ac648c-632c-4d86-af0b-7d39312c819b service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received unexpected event network-vif-plugged-d0c34ef7-cc63-458d-8d1d-40756de48b9c for instance with vm_state building and task_state spawning. [ 1654.908225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ad459435-0cbc-45e4-95eb-7e7e69d123ce tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "4973185d-ae46-4163-93e7-066a7460c38e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.118s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.929380] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699855, 'name': CreateVM_Task, 'duration_secs': 0.434794} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.929380] env[62107]: INFO nova.compute.manager [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Shelve offloading [ 1654.931137] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1654.931224] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.931887] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.933025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.933162] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1654.933323] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a8e8373-7b2b-4de5-bfc8-55bccd3ef9fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.936121] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4749e40-3529-4a3a-a2af-e65a31a1f3d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.942247] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1654.942247] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d24cf6-2406-a736-1c56-e52d1f1456c8" [ 1654.942247] env[62107]: _type = "Task" [ 1654.942247] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.949279] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1654.949279] env[62107]: value = "task-1699856" [ 1654.949279] env[62107]: _type = "Task" [ 1654.949279] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.953443] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d24cf6-2406-a736-1c56-e52d1f1456c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.960469] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1654.960733] env[62107]: DEBUG nova.compute.manager [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1654.961649] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b866b031-ad59-441c-ab32-9be8ca86fdfb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.971123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.971123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.971123] env[62107]: DEBUG nova.network.neutron [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.980411] env[62107]: DEBUG nova.network.neutron [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Successfully updated port: d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1655.043535] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52395d40-aa50-e9a7-98d9-92af8e6c1def, 'name': SearchDatastore_Task, 'duration_secs': 0.051204} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.044454] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6ca94f-845e-4cf2-a9c7-2742c42d9e89 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.051260] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1655.051260] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cdf68-11bf-fd60-9d39-22343c714056" [ 1655.051260] env[62107]: _type = "Task" [ 1655.051260] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.061551] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cdf68-11bf-fd60-9d39-22343c714056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.360642] env[62107]: DEBUG nova.network.neutron [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Updated VIF entry in instance network info cache for port d75dd6cb-d718-4f1e-b194-06505c92ada4. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.361170] env[62107]: DEBUG nova.network.neutron [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Updating instance_info_cache with network_info: [{"id": "d75dd6cb-d718-4f1e-b194-06505c92ada4", "address": "fa:16:3e:a4:61:90", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd75dd6cb-d7", "ovs_interfaceid": "d75dd6cb-d718-4f1e-b194-06505c92ada4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.454474] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d24cf6-2406-a736-1c56-e52d1f1456c8, 'name': SearchDatastore_Task, 'duration_secs': 0.026196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.454851] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.455165] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.455456] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.482845] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.482996] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.483216] env[62107]: DEBUG nova.network.neutron [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.562671] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525cdf68-11bf-fd60-9d39-22343c714056, 'name': SearchDatastore_Task, 'duration_secs': 0.018403} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.565435] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.565569] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d9ef496e-602a-4f9e-aaf1-14cc34a226af/d9ef496e-602a-4f9e-aaf1-14cc34a226af.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1655.566181] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.566411] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.566644] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b310ae-5027-4dc0-866c-b0a146952089 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.570822] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4673917c-ec8e-48ba-bd4b-28f787e2439e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.579371] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1655.579371] env[62107]: value = "task-1699858" [ 1655.579371] env[62107]: _type = "Task" [ 1655.579371] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.585947] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.586220] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.587339] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d323e26-7112-4ed0-bb57-9542f371a594 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.594775] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.598736] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1655.598736] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267ffb3-c80b-adba-b526-e0652ad691ce" [ 1655.598736] env[62107]: _type = "Task" [ 1655.598736] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.610253] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267ffb3-c80b-adba-b526-e0652ad691ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.725072] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6508618-1ca6-46da-915d-1a065ec1b156 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.733647] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8652e8d7-cd9a-4c3a-9ce5-9b74a9fe61e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.771027] env[62107]: DEBUG nova.network.neutron [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.773666] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b5eb57-04ed-4692-b05e-9a845c0a0b80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.783724] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77714cb4-a044-4cba-b753-9b6b54117a13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.800818] env[62107]: DEBUG nova.compute.provider_tree [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.864981] env[62107]: DEBUG oslo_concurrency.lockutils [req-e235419d-4c42-4cd2-ac27-1cb935405531 req-d1902bc2-fbb1-4428-8b96-071f1507975c service nova] Releasing lock "refresh_cache-b76d7072-491d-45ef-982b-2b478d1dfbbd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.055404] env[62107]: DEBUG nova.network.neutron [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1656.092074] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699858, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.114530] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267ffb3-c80b-adba-b526-e0652ad691ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013338} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.115786] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63c2b93-3b37-449a-99f0-c2729b52a880 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.123563] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1656.123563] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f88fcf-b5d3-ed55-fe78-0593c4d59ab0" [ 1656.123563] env[62107]: _type = "Task" [ 1656.123563] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.135895] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f88fcf-b5d3-ed55-fe78-0593c4d59ab0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.258196] env[62107]: DEBUG nova.network.neutron [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.277784] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.304013] env[62107]: DEBUG nova.scheduler.client.report [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1656.591471] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58073} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.591745] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d9ef496e-602a-4f9e-aaf1-14cc34a226af/d9ef496e-602a-4f9e-aaf1-14cc34a226af.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1656.591957] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1656.592228] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a79cec2c-4e0c-4e89-904f-00502a942dd5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.604400] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1656.604400] env[62107]: value = "task-1699859" [ 1656.604400] env[62107]: _type = "Task" [ 1656.604400] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.613325] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.637240] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f88fcf-b5d3-ed55-fe78-0593c4d59ab0, 'name': SearchDatastore_Task, 'duration_secs': 0.022582} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.637517] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.637784] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1656.638063] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5a35688-f156-45e5-b7e3-3aea464d5619 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.646072] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1656.646072] env[62107]: value = "task-1699860" [ 1656.646072] env[62107]: _type = "Task" [ 1656.646072] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.656091] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.761364] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.761710] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Instance network_info: |[{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1656.762162] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e3:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0c34ef7-cc63-458d-8d1d-40756de48b9c', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.769808] env[62107]: DEBUG oslo.service.loopingcall [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.770068] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1656.770299] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3d6a76-3df4-4cda-87b3-06165a1221f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.792605] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.792605] env[62107]: value = "task-1699861" [ 1656.792605] env[62107]: _type = "Task" [ 1656.792605] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.801482] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699861, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.808532] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.809078] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1656.811970] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.053s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.814418] env[62107]: INFO nova.compute.claims [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1656.859297] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.860575] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86842faf-b8e5-46d5-8f8c-685d47151dfe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.871539] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.872150] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-506e0d20-7f44-47ee-a22a-15546c40dd17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.879315] env[62107]: DEBUG nova.compute.manager [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.879510] env[62107]: DEBUG nova.compute.manager [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing instance network info cache due to event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1656.879739] env[62107]: DEBUG oslo_concurrency.lockutils [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.879905] env[62107]: DEBUG oslo_concurrency.lockutils [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.880079] env[62107]: DEBUG nova.network.neutron [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1656.918717] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.918995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.919194] env[62107]: DEBUG nova.compute.manager [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Going to confirm migration 3 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1656.959321] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1656.959551] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1656.959716] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleting the datastore file [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.959983] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d80ac21-b3aa-4b34-abbd-a8be216b0529 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.967334] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1656.967334] env[62107]: value = "task-1699863" [ 1656.967334] env[62107]: _type = "Task" [ 1656.967334] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.976646] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.117673] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215168} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.118063] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1657.118788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54375ca2-d2ad-458f-9d01-c0710b655762 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.147366] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d9ef496e-602a-4f9e-aaf1-14cc34a226af/d9ef496e-602a-4f9e-aaf1-14cc34a226af.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.148138] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0079c4c1-7401-471c-9306-fcceab3ccaff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.173532] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699860, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.174879] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1657.174879] env[62107]: value = "task-1699865" [ 1657.174879] env[62107]: _type = "Task" [ 1657.174879] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.183182] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.304351] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699861, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.322466] env[62107]: DEBUG nova.compute.utils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1657.323981] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1657.324178] env[62107]: DEBUG nova.network.neutron [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1657.386268] env[62107]: DEBUG nova.policy [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1657.480751] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.555202] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.555418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.555604] env[62107]: DEBUG nova.network.neutron [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.555806] env[62107]: DEBUG nova.objects.instance [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'info_cache' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.659160] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.890306} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.659914] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1657.660326] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1657.661098] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b0b9d1-391f-4ece-bc72-304e716d465e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.671432] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1657.671432] env[62107]: value = "task-1699866" [ 1657.671432] env[62107]: _type = "Task" [ 1657.671432] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.694645] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.695163] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.774400] env[62107]: DEBUG nova.network.neutron [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Successfully created port: 23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.804991] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699861, 'name': CreateVM_Task, 'duration_secs': 0.898434} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.806339] env[62107]: DEBUG nova.network.neutron [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updated VIF entry in instance network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1657.806412] env[62107]: DEBUG nova.network.neutron [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.807528] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.808245] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.808406] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.808731] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.808998] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a8e7dc-4fe1-4267-b419-04813bdba9fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.819182] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1657.819182] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c9ef2-b8d5-9763-7c0b-033c69fab762" [ 1657.819182] env[62107]: _type = "Task" [ 1657.819182] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.832533] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1657.835189] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c9ef2-b8d5-9763-7c0b-033c69fab762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.981693] env[62107]: DEBUG oslo_vmware.api [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.614079} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.981959] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.982171] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.982350] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.007503] env[62107]: INFO nova.scheduler.client.report [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted allocations for instance d6200c87-d0af-4105-a7c3-706df325abd5 [ 1658.187263] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699865, 'name': ReconfigVM_Task, 'duration_secs': 0.802098} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.191375] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d9ef496e-602a-4f9e-aaf1-14cc34a226af/d9ef496e-602a-4f9e-aaf1-14cc34a226af.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.192555] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78387e7f-888f-4868-941b-aac03636b4e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.195308] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316495} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.195519] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20f6ebcb-275a-4f1b-ae96-1b0dbe44e46a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.197301] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1658.198580] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6282ec86-8058-461d-9a95-187dc7d2e150 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.205480] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32991e99-ccea-4a0f-a198-c0808ee9d577 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.230233] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.230734] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1658.230734] env[62107]: value = "task-1699867" [ 1658.230734] env[62107]: _type = "Task" [ 1658.230734] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.231380] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59755de-52f0-4825-b649-1a160e52654d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.277136] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0535e2b-9e20-4626-b328-b6989257cc7a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.283055] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1658.283055] env[62107]: value = "task-1699868" [ 1658.283055] env[62107]: _type = "Task" [ 1658.283055] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.288313] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699867, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.292431] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b2a836-7629-4900-8919-153d55926135 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.303927] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.312036] env[62107]: DEBUG nova.compute.provider_tree [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.315469] env[62107]: DEBUG oslo_concurrency.lockutils [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.315711] env[62107]: DEBUG nova.compute.manager [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-vif-unplugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.315925] env[62107]: DEBUG oslo_concurrency.lockutils [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.316145] env[62107]: DEBUG oslo_concurrency.lockutils [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.316322] env[62107]: DEBUG oslo_concurrency.lockutils [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.316483] env[62107]: DEBUG nova.compute.manager [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] No waiting events found dispatching network-vif-unplugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1658.316648] env[62107]: WARNING nova.compute.manager [req-d2eba24d-fbaf-458e-9016-a6accdae821e req-ef7eb722-0cc2-4cb0-853a-f5d77d67980e service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received unexpected event network-vif-unplugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b for instance with vm_state shelved and task_state shelving_offloading. [ 1658.330983] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c9ef2-b8d5-9763-7c0b-033c69fab762, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.331327] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.331560] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.331794] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.331947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.332142] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.332405] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a284fa5-a737-42bc-b2a6-e29e4e611c5c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.348947] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.349151] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.349933] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc43df7-046d-496b-ac56-ec0a8cfa8d8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.356737] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1658.356737] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5212ba14-8212-5cb0-3597-e13000725a1d" [ 1658.356737] env[62107]: _type = "Task" [ 1658.356737] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.365934] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5212ba14-8212-5cb0-3597-e13000725a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.513157] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.760794] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699867, 'name': Rename_Task, 'duration_secs': 0.533102} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.761227] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1658.761548] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027da311-d8b4-4f0f-9b29-29fc268cb539 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.769477] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1658.769477] env[62107]: value = "task-1699869" [ 1658.769477] env[62107]: _type = "Task" [ 1658.769477] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.781829] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.797748] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.816340] env[62107]: DEBUG nova.scheduler.client.report [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1658.841710] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1658.868236] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5212ba14-8212-5cb0-3597-e13000725a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.028565} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.871775] env[62107]: DEBUG nova.network.neutron [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.875715] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e83db9e-974a-4b25-b987-851362674d0a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.881449] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1658.881759] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1658.881831] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.881986] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1658.882174] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.882414] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1658.882595] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1658.882753] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1658.882918] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1658.883612] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1658.883696] env[62107]: DEBUG nova.virt.hardware [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1658.884532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3016d3f-8a86-4944-8afa-4bdb84b33644 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.889194] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1658.889194] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5209f7e0-4c67-c73d-e51e-c640e09b068b" [ 1658.889194] env[62107]: _type = "Task" [ 1658.889194] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.896873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287be53-aeb1-4b24-a085-94bdfe7a2027 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.905216] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5209f7e0-4c67-c73d-e51e-c640e09b068b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.907900] env[62107]: DEBUG nova.compute.manager [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-changed-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1658.908097] env[62107]: DEBUG nova.compute.manager [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Refreshing instance network info cache due to event network-changed-1fa9fe16-18bf-4629-9a41-e3665dd9380b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1658.908315] env[62107]: DEBUG oslo_concurrency.lockutils [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.908489] env[62107]: DEBUG oslo_concurrency.lockutils [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.908651] env[62107]: DEBUG nova.network.neutron [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Refreshing network info cache for port 1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.284547] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699869, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.300423] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.323808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.324430] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1659.329041] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.621s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.331331] env[62107]: INFO nova.compute.claims [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.377681] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.378105] env[62107]: DEBUG nova.objects.instance [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'migration_context' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.404028] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5209f7e0-4c67-c73d-e51e-c640e09b068b, 'name': SearchDatastore_Task, 'duration_secs': 0.023307} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.404425] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.404756] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7e5d8d36-5e1d-4865-acf3-dd163dafd117/7e5d8d36-5e1d-4865-acf3-dd163dafd117.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.405083] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45d5f55a-e6a1-408a-97c4-c0034fa940b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.412848] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1659.412848] env[62107]: value = "task-1699871" [ 1659.412848] env[62107]: _type = "Task" [ 1659.412848] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.422518] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.538745] env[62107]: DEBUG nova.network.neutron [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updated VIF entry in instance network info cache for port 1fa9fe16-18bf-4629-9a41-e3665dd9380b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.539116] env[62107]: DEBUG nova.network.neutron [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.579108] env[62107]: DEBUG nova.network.neutron [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Successfully updated port: 23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1659.783327] env[62107]: DEBUG oslo_vmware.api [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699869, 'name': PowerOnVM_Task, 'duration_secs': 0.734608} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.784026] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1659.784026] env[62107]: INFO nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Took 12.28 seconds to spawn the instance on the hypervisor. [ 1659.784026] env[62107]: DEBUG nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1659.784942] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a352c-848e-4e01-97a9-6673b996db31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.805345] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699868, 'name': ReconfigVM_Task, 'duration_secs': 1.041737} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.805345] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1659.806694] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-481cf4b7-695c-48d9-8b35-d998397596b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.815686] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1659.815686] env[62107]: value = "task-1699872" [ 1659.815686] env[62107]: _type = "Task" [ 1659.815686] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.827156] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699872, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.836094] env[62107]: DEBUG nova.compute.utils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1659.841311] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1659.841311] env[62107]: DEBUG nova.network.neutron [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.881400] env[62107]: DEBUG nova.objects.base [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1659.882883] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c2b64-8fc9-425d-a5cf-4ebf9e5fe0f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.916034] env[62107]: DEBUG nova.policy [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa53e32b1a54fbaa16b5592e5d2de32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17709cff940f4186b7319e0a3b05c7a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1659.918281] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f650d1-dd15-4946-abcd-2507172cbe1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.932249] env[62107]: DEBUG oslo_vmware.api [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1659.932249] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5229507e-435b-bbcd-39e1-aaf84d8deb02" [ 1659.932249] env[62107]: _type = "Task" [ 1659.932249] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.936871] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.949805] env[62107]: DEBUG oslo_vmware.api [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5229507e-435b-bbcd-39e1-aaf84d8deb02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.042466] env[62107]: DEBUG oslo_concurrency.lockutils [req-5d7aa000-21f6-4a27-90f1-e4d5f5d78952 req-796959cb-794a-4d25-9e74-810fc1795cfb service nova] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.082540] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.082886] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.082886] env[62107]: DEBUG nova.network.neutron [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.303066] env[62107]: DEBUG nova.network.neutron [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Successfully created port: 674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1660.313211] env[62107]: INFO nova.compute.manager [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Took 24.12 seconds to build instance. [ 1660.313500] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.313858] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.330824] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699872, 'name': Rename_Task, 'duration_secs': 0.181757} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.331465] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.331761] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9fb51f8-35d6-45de-bf5b-0a226bb3c173 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.339869] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1660.346458] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1660.346458] env[62107]: value = "task-1699873" [ 1660.346458] env[62107]: _type = "Task" [ 1660.346458] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.356105] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.433454] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707206} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.434445] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7e5d8d36-5e1d-4865-acf3-dd163dafd117/7e5d8d36-5e1d-4865-acf3-dd163dafd117.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.434445] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.434445] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8003155a-d295-43fd-8492-5f813b88f9ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.443509] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1660.443509] env[62107]: value = "task-1699874" [ 1660.443509] env[62107]: _type = "Task" [ 1660.443509] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.450030] env[62107]: DEBUG oslo_vmware.api [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5229507e-435b-bbcd-39e1-aaf84d8deb02, 'name': SearchDatastore_Task, 'duration_secs': 0.02947} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.450711] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.456438] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.609552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.617731] env[62107]: DEBUG nova.network.neutron [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.664557] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcadfa0a-90bf-4818-a391-c83fa9d8bc0f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.675431] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895e3f9a-4956-439b-aabd-12e78ff38dd6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.706537] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd83453-9780-42cf-b144-410aa49aa5c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.715024] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e92f8-c61c-47da-a1bb-955d67ff006f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.731813] env[62107]: DEBUG nova.compute.provider_tree [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.813366] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ef28794-519b-4e9b-b3b7-80dab4e482ca tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.633s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.813661] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.204s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.813888] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.814111] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.814284] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.816485] env[62107]: INFO nova.compute.manager [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Terminating instance [ 1660.818311] env[62107]: DEBUG nova.compute.manager [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1660.818502] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.819341] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da77292b-b5e2-4eca-9e4e-d8b368ab4d6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.823219] env[62107]: DEBUG nova.network.neutron [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Updating instance_info_cache with network_info: [{"id": "23b2e5b6-27bc-41d7-9084-8e49007c7a9f", "address": "fa:16:3e:c7:dd:1b", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b2e5b6-27", "ovs_interfaceid": "23b2e5b6-27bc-41d7-9084-8e49007c7a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.824912] env[62107]: DEBUG nova.compute.utils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.831569] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.832135] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c152c70-11ba-4b98-8f4e-90075fcc2d72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.839584] env[62107]: DEBUG oslo_vmware.api [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1660.839584] env[62107]: value = "task-1699875" [ 1660.839584] env[62107]: _type = "Task" [ 1660.839584] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.854460] env[62107]: DEBUG oslo_vmware.api [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.862378] env[62107]: DEBUG oslo_vmware.api [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699873, 'name': PowerOnVM_Task, 'duration_secs': 0.505165} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.862643] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.862839] env[62107]: INFO nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1660.863529] env[62107]: DEBUG nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1660.863817] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf42e01-8744-454c-9f9f-0ec594d5f1f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.901910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.954766] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070733} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.955068] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.955926] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e00e6f3-799d-4d76-b65c-60f0d3eb62a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.983540] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 7e5d8d36-5e1d-4865-acf3-dd163dafd117/7e5d8d36-5e1d-4865-acf3-dd163dafd117.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.983540] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f24ce39-4416-434c-aa89-2f7d14b9f0db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.004376] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1661.004376] env[62107]: value = "task-1699876" [ 1661.004376] env[62107]: _type = "Task" [ 1661.004376] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.013939] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.106218] env[62107]: DEBUG nova.compute.manager [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Received event network-vif-plugged-23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1661.106833] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] Acquiring lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.107422] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.107825] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.110607] env[62107]: DEBUG nova.compute.manager [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] No waiting events found dispatching network-vif-plugged-23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1661.110607] env[62107]: WARNING nova.compute.manager [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Received unexpected event network-vif-plugged-23b2e5b6-27bc-41d7-9084-8e49007c7a9f for instance with vm_state building and task_state spawning. [ 1661.110685] env[62107]: DEBUG nova.compute.manager [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Received event network-changed-23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1661.110806] env[62107]: DEBUG nova.compute.manager [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Refreshing instance network info cache due to event network-changed-23b2e5b6-27bc-41d7-9084-8e49007c7a9f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1661.110983] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] Acquiring lock "refresh_cache-766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.234724] env[62107]: DEBUG nova.scheduler.client.report [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1661.326933] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.327368] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Instance network_info: |[{"id": "23b2e5b6-27bc-41d7-9084-8e49007c7a9f", "address": "fa:16:3e:c7:dd:1b", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b2e5b6-27", "ovs_interfaceid": "23b2e5b6-27bc-41d7-9084-8e49007c7a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1661.327700] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] Acquired lock "refresh_cache-766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.327881] env[62107]: DEBUG nova.network.neutron [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Refreshing network info cache for port 23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.329547] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:dd:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23b2e5b6-27bc-41d7-9084-8e49007c7a9f', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.338437] env[62107]: DEBUG oslo.service.loopingcall [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.341733] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.028s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.342168] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.342731] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33252597-e3c2-4e49-b4da-f7d3c6797bd9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.362351] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1661.370952] env[62107]: DEBUG oslo_vmware.api [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699875, 'name': PowerOffVM_Task, 'duration_secs': 0.216597} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.372300] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.372476] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.372991] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.372991] env[62107]: value = "task-1699877" [ 1661.372991] env[62107]: _type = "Task" [ 1661.372991] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.373216] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c49d1622-3da1-4045-b068-35943a99bba8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.381007] env[62107]: INFO nova.compute.manager [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Took 23.06 seconds to build instance. [ 1661.394435] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699877, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.396862] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1661.397104] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1661.397278] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.397442] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1661.397654] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.397821] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1661.398052] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1661.398598] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1661.398598] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1661.398799] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1661.399071] env[62107]: DEBUG nova.virt.hardware [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1661.400775] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f683a3-7d20-430e-950a-e18915ffad57 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.416770] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9464dddb-c236-4fe7-a6e5-476d640f7018 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.517853] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699876, 'name': ReconfigVM_Task, 'duration_secs': 0.461068} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.518143] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 7e5d8d36-5e1d-4865-acf3-dd163dafd117/7e5d8d36-5e1d-4865-acf3-dd163dafd117.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.519617] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22b5ea40-5739-4cc6-bf48-dd4e44843d15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.526862] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1661.526862] env[62107]: value = "task-1699879" [ 1661.526862] env[62107]: _type = "Task" [ 1661.526862] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.537027] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699879, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.547357] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.547556] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.547678] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Deleting the datastore file [datastore1] d9ef496e-602a-4f9e-aaf1-14cc34a226af {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.547944] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14ae09c-5ed2-401f-9200-2edbc8914570 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.554397] env[62107]: DEBUG oslo_vmware.api [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for the task: (returnval){ [ 1661.554397] env[62107]: value = "task-1699880" [ 1661.554397] env[62107]: _type = "Task" [ 1661.554397] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.565780] env[62107]: DEBUG oslo_vmware.api [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.653428] env[62107]: DEBUG nova.network.neutron [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Updated VIF entry in instance network info cache for port 23b2e5b6-27bc-41d7-9084-8e49007c7a9f. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1661.653771] env[62107]: DEBUG nova.network.neutron [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Updating instance_info_cache with network_info: [{"id": "23b2e5b6-27bc-41d7-9084-8e49007c7a9f", "address": "fa:16:3e:c7:dd:1b", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b2e5b6-27", "ovs_interfaceid": "23b2e5b6-27bc-41d7-9084-8e49007c7a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.743022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.743022] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1661.744270] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.231s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.744933] env[62107]: DEBUG nova.objects.instance [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lazy-loading 'resources' on Instance uuid d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.850782] env[62107]: DEBUG nova.network.neutron [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Successfully updated port: 674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.885917] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699877, 'name': CreateVM_Task, 'duration_secs': 0.471825} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.885989] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.886858] env[62107]: DEBUG oslo_concurrency.lockutils [None req-051e9b15-46d2-4dd2-9231-598cb9f21585 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.596s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.887122] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.887825] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.887825] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.887979] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3d4672-75fa-481b-82e3-fbdc4bd7195b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.893328] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1661.893328] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5247fe93-8fd4-7c51-b7e9-7171967350ca" [ 1661.893328] env[62107]: _type = "Task" [ 1661.893328] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.906443] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5247fe93-8fd4-7c51-b7e9-7171967350ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.906721] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.907899] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.907899] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.907899] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.907899] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.907899] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1920d7d-4a25-4b34-9cc3-aba2acc82a9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.917610] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.917894] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.918639] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f16122f-aa69-49a8-85cc-771109c5d217 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.927124] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1661.927124] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526a6767-0723-1c9e-fe84-6e8d7dfa872c" [ 1661.927124] env[62107]: _type = "Task" [ 1661.927124] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.936497] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526a6767-0723-1c9e-fe84-6e8d7dfa872c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.037882] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699879, 'name': Rename_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.064832] env[62107]: DEBUG oslo_vmware.api [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Task: {'id': task-1699880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164223} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.065087] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.065303] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.065496] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.065671] env[62107]: INFO nova.compute.manager [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1662.065908] env[62107]: DEBUG oslo.service.loopingcall [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.066106] env[62107]: DEBUG nova.compute.manager [-] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1662.066201] env[62107]: DEBUG nova.network.neutron [-] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.157330] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f7ab176-9f70-49b6-894d-90e3129cf82e req-1cae2697-248b-40a3-8879-a5c75f554622 service nova] Releasing lock "refresh_cache-766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.249300] env[62107]: DEBUG nova.compute.utils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1662.251240] env[62107]: DEBUG nova.objects.instance [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lazy-loading 'numa_topology' on Instance uuid d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.252525] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1662.252695] env[62107]: DEBUG nova.network.neutron [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1662.319505] env[62107]: DEBUG nova.policy [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc49eacd3c62475faf25ca0bc9024757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2252fd3fdab24b02b94f3c056d03e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1662.352505] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.352783] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.352862] env[62107]: DEBUG nova.network.neutron [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.402958] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.403244] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.403534] env[62107]: INFO nova.compute.manager [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Attaching volume ae1dfb30-6b43-4102-a423-7522ac70cc9f to /dev/sdb [ 1662.443764] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526a6767-0723-1c9e-fe84-6e8d7dfa872c, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.446037] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e50631-2655-4324-b15c-f0888982091b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.449953] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb9af3b-b56a-473d-8579-5ee80e70475b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.455031] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1662.455031] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bfb0d4-6966-4209-5a51-45384e797c1e" [ 1662.455031] env[62107]: _type = "Task" [ 1662.455031] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.462137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6c7d1b-23af-4de8-ad2a-4a73c10d1104 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.470299] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bfb0d4-6966-4209-5a51-45384e797c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.470544] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.470851] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5/766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.471750] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8983454-3d76-4184-9eca-369c98c63e56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.480499] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1662.480499] env[62107]: value = "task-1699881" [ 1662.480499] env[62107]: _type = "Task" [ 1662.480499] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.484668] env[62107]: DEBUG nova.virt.block_device [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating existing volume attachment record: 5152c945-cd30-4874-9b6a-eedd3991d4f0 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1662.497897] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.538581] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699879, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.603222] env[62107]: DEBUG nova.network.neutron [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Successfully created port: acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1662.755249] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1662.757032] env[62107]: DEBUG nova.objects.base [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1662.913887] env[62107]: DEBUG nova.network.neutron [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.997036] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699881, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.037437] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699879, 'name': Rename_Task, 'duration_secs': 1.014361} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.038185] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.038485] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d4a325-fa06-476a-833b-ad8d43b389ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.047218] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1663.047218] env[62107]: value = "task-1699883" [ 1663.047218] env[62107]: _type = "Task" [ 1663.047218] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.056106] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.103327] env[62107]: INFO nova.compute.manager [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Rebuilding instance [ 1663.146910] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Received event network-vif-plugged-674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.147432] env[62107]: DEBUG oslo_concurrency.lockutils [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] Acquiring lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.147548] env[62107]: DEBUG oslo_concurrency.lockutils [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.147719] env[62107]: DEBUG oslo_concurrency.lockutils [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.148131] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] No waiting events found dispatching network-vif-plugged-674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1663.148131] env[62107]: WARNING nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Received unexpected event network-vif-plugged-674e5c6f-80a8-45a8-a11b-f5e758f409b0 for instance with vm_state building and task_state spawning. [ 1663.149111] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Received event network-changed-674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.149324] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Refreshing instance network info cache due to event network-changed-674e5c6f-80a8-45a8-a11b-f5e758f409b0. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1663.149508] env[62107]: DEBUG oslo_concurrency.lockutils [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] Acquiring lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.150502] env[62107]: DEBUG nova.network.neutron [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [{"id": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "address": "fa:16:3e:2c:91:f8", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674e5c6f-80", "ovs_interfaceid": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.172272] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb646715-149a-4bfa-89cf-684811c08b08 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.179275] env[62107]: DEBUG nova.network.neutron [-] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.180760] env[62107]: DEBUG nova.compute.manager [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.182053] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae57332-25d5-4b5e-ac02-92efa86924c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.188737] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c11dc-d8a9-4710-b0e0-affeeec561d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.225073] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef07bf3c-03d6-4ab6-885f-faababa65180 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.235654] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10bbeed-0794-4871-a3ad-d5ea0d43d599 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.251099] env[62107]: DEBUG nova.compute.provider_tree [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.381864] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquiring lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.381864] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.497763] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555501} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.498030] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5/766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.498255] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.498502] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a08f080-3997-4d14-ae50-cdc922bdee92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.519367] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1663.519367] env[62107]: value = "task-1699886" [ 1663.519367] env[62107]: _type = "Task" [ 1663.519367] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.529260] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.558115] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699883, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.657846] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.658216] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Instance network_info: |[{"id": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "address": "fa:16:3e:2c:91:f8", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674e5c6f-80", "ovs_interfaceid": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1663.658671] env[62107]: DEBUG oslo_concurrency.lockutils [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] Acquired lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.658968] env[62107]: DEBUG nova.network.neutron [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Refreshing network info cache for port 674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.660670] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:91:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674e5c6f-80a8-45a8-a11b-f5e758f409b0', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1663.669674] env[62107]: DEBUG oslo.service.loopingcall [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.670730] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1663.670967] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b9decf2-64c7-474e-9600-f312ce07ba11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.689360] env[62107]: INFO nova.compute.manager [-] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Took 1.62 seconds to deallocate network for instance. [ 1663.700016] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1663.700258] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1663.700258] env[62107]: value = "task-1699887" [ 1663.700258] env[62107]: _type = "Task" [ 1663.700258] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.700758] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41b6856a-3115-4756-aae3-6dd13b617792 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.712770] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699887, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.720015] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1663.720015] env[62107]: value = "task-1699888" [ 1663.720015] env[62107]: _type = "Task" [ 1663.720015] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.730085] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.757167] env[62107]: DEBUG nova.scheduler.client.report [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1663.769037] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1663.798556] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1663.798822] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1663.799016] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.799216] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1663.799366] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.799511] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1663.799722] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1663.799899] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1663.800046] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1663.800215] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1663.800388] env[62107]: DEBUG nova.virt.hardware [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.801290] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df9071-e161-402a-b4b4-df0ac2439dc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.810849] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125afba2-4feb-40a8-b009-6464ab519f54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.884059] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1664.031101] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101083} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.031439] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.032310] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894fae8-5b1d-4e24-a6bf-341d867b712d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.057833] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5/766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.063623] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669f7c79-750d-41fe-a1b2-5b1e4c4ffcd0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.083669] env[62107]: DEBUG oslo_vmware.api [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699883, 'name': PowerOnVM_Task, 'duration_secs': 0.673903} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.084942] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.085179] env[62107]: INFO nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1664.085387] env[62107]: DEBUG nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1664.085717] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1664.085717] env[62107]: value = "task-1699889" [ 1664.085717] env[62107]: _type = "Task" [ 1664.085717] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.086437] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd39791-36f0-49f6-a925-c9c3ee4e8993 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.098951] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.197500] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.219969] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699887, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.236203] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699888, 'name': PowerOffVM_Task, 'duration_secs': 0.231795} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.236587] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.236826] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.237775] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5a364-509d-4279-9463-b2e9904b68df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.250759] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.251090] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c73cee8-364a-49c4-99c3-b7dd6ccce8ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.262889] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.519s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.265624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.815s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.338188] env[62107]: DEBUG nova.compute.manager [req-3b3a591e-94e4-4852-b2d2-50d2d55d7f46 req-d576a0b5-cda9-49de-a66c-42a9bf74468d service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Received event network-vif-plugged-acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1664.338188] env[62107]: DEBUG oslo_concurrency.lockutils [req-3b3a591e-94e4-4852-b2d2-50d2d55d7f46 req-d576a0b5-cda9-49de-a66c-42a9bf74468d service nova] Acquiring lock "3c51d02f-f226-436c-8fdb-67ef266d464a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.338188] env[62107]: DEBUG oslo_concurrency.lockutils [req-3b3a591e-94e4-4852-b2d2-50d2d55d7f46 req-d576a0b5-cda9-49de-a66c-42a9bf74468d service nova] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.338188] env[62107]: DEBUG oslo_concurrency.lockutils [req-3b3a591e-94e4-4852-b2d2-50d2d55d7f46 req-d576a0b5-cda9-49de-a66c-42a9bf74468d service nova] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.338188] env[62107]: DEBUG nova.compute.manager [req-3b3a591e-94e4-4852-b2d2-50d2d55d7f46 req-d576a0b5-cda9-49de-a66c-42a9bf74468d service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] No waiting events found dispatching network-vif-plugged-acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1664.338188] env[62107]: WARNING nova.compute.manager [req-3b3a591e-94e4-4852-b2d2-50d2d55d7f46 req-d576a0b5-cda9-49de-a66c-42a9bf74468d service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Received unexpected event network-vif-plugged-acc3a39b-c854-4040-8a0f-c58d0d257b02 for instance with vm_state building and task_state spawning. [ 1664.366085] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.366085] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.366085] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.366085] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-586ea895-8b8a-4e7c-ae65-0d75140b0964 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.375248] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1664.375248] env[62107]: value = "task-1699891" [ 1664.375248] env[62107]: _type = "Task" [ 1664.375248] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.375248] env[62107]: DEBUG nova.network.neutron [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Successfully updated port: acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1664.392561] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.423501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.525751] env[62107]: DEBUG nova.network.neutron [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updated VIF entry in instance network info cache for port 674e5c6f-80a8-45a8-a11b-f5e758f409b0. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.525751] env[62107]: DEBUG nova.network.neutron [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [{"id": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "address": "fa:16:3e:2c:91:f8", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674e5c6f-80", "ovs_interfaceid": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.611022] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699889, 'name': ReconfigVM_Task, 'duration_secs': 0.325691} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.611022] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5/766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.611022] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c9493b4-a89a-443c-85cc-966ac9f0759b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.616431] env[62107]: INFO nova.compute.manager [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Took 24.48 seconds to build instance. [ 1664.622754] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1664.622754] env[62107]: value = "task-1699892" [ 1664.622754] env[62107]: _type = "Task" [ 1664.622754] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.634542] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699892, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.714242] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699887, 'name': CreateVM_Task, 'duration_secs': 0.710234} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.714501] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1664.715399] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.715579] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.715906] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1664.716212] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146fba47-208f-44ef-938c-9f24a1c1db60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.724400] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1664.724400] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c12b1f-64b5-0e8a-123c-81a5bd7eba94" [ 1664.724400] env[62107]: _type = "Task" [ 1664.724400] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.734569] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c12b1f-64b5-0e8a-123c-81a5bd7eba94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.778742] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4c46d331-36a8-47bf-a909-20245168f1be tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.617s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.778742] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.876s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.778742] env[62107]: INFO nova.compute.manager [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Unshelving [ 1664.877221] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-3c51d02f-f226-436c-8fdb-67ef266d464a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.877486] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-3c51d02f-f226-436c-8fdb-67ef266d464a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.877671] env[62107]: DEBUG nova.network.neutron [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.892703] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433613} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.892703] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.892703] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1664.892703] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.029456] env[62107]: DEBUG oslo_concurrency.lockutils [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] Releasing lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.029744] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received event network-vif-deleted-acde0012-0e4c-435a-8cfb-418b8409429b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.029933] env[62107]: INFO nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Neutron deleted interface acde0012-0e4c-435a-8cfb-418b8409429b; detaching it from the instance and deleting it from the info cache [ 1665.030302] env[62107]: DEBUG nova.network.neutron [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updating instance_info_cache with network_info: [{"id": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "address": "fa:16:3e:b5:ff:97", "network": {"id": "8d57e978-74c5-4d3a-97dd-a28c3590f382", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-982509609", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e59ba8482374a528891b6e2fd026571", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1010b11e-f8", "ovs_interfaceid": "1010b11e-f833-4b24-af8d-61315c7f5f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.104173] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2b7212-a08f-40c1-8bfe-cb3c03a4ba47 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.115804] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f276a1-5a3e-4a2e-a1bb-28bd4535c220 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.120057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-069c7fd3-e52f-4644-ad97-300112111c38 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.998s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.155848] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9399d65-8ea5-42ff-88c9-a74fe6fe2b17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.161441] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699892, 'name': Rename_Task, 'duration_secs': 0.163487} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.162164] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1665.162455] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5355da-14b3-463b-a20e-be6963317e55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.167672] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2144929-e346-4533-94b1-ae2a129a49c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.173035] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1665.173035] env[62107]: value = "task-1699893" [ 1665.173035] env[62107]: _type = "Task" [ 1665.173035] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.186564] env[62107]: DEBUG nova.compute.provider_tree [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.194072] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699893, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.235021] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c12b1f-64b5-0e8a-123c-81a5bd7eba94, 'name': SearchDatastore_Task, 'duration_secs': 0.015856} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.235391] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.235635] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1665.235870] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.236026] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.236226] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1665.236499] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fb63ce4-b33f-4443-89af-906b789258c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.247956] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1665.248190] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1665.248957] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6b54cd-5e8e-4bd5-9939-2d2016b120fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.256226] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1665.256226] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526b7ab5-45ac-028a-52e6-2edee0483290" [ 1665.256226] env[62107]: _type = "Task" [ 1665.256226] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.268482] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526b7ab5-45ac-028a-52e6-2edee0483290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.436393] env[62107]: DEBUG nova.network.neutron [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1665.533594] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-301b7335-f484-44a3-8413-c6fc4995630f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.548652] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2ac595-173d-404f-b848-8efbdbd4328c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.588950] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Detach interface failed, port_id=acde0012-0e4c-435a-8cfb-418b8409429b, reason: Instance d9ef496e-602a-4f9e-aaf1-14cc34a226af could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1665.589166] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Received event network-vif-deleted-1010b11e-f833-4b24-af8d-61315c7f5f2b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1665.589254] env[62107]: INFO nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Neutron deleted interface 1010b11e-f833-4b24-af8d-61315c7f5f2b; detaching it from the instance and deleting it from the info cache [ 1665.589482] env[62107]: DEBUG nova.network.neutron [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.679800] env[62107]: DEBUG nova.network.neutron [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Updating instance_info_cache with network_info: [{"id": "acc3a39b-c854-4040-8a0f-c58d0d257b02", "address": "fa:16:3e:42:84:76", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc3a39b-c8", "ovs_interfaceid": "acc3a39b-c854-4040-8a0f-c58d0d257b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.687357] env[62107]: DEBUG oslo_vmware.api [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699893, 'name': PowerOnVM_Task, 'duration_secs': 0.511054} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.688567] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.688567] env[62107]: INFO nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1665.688828] env[62107]: DEBUG nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.689919] env[62107]: DEBUG nova.scheduler.client.report [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1665.694996] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e8d4b-e514-42f9-94b2-b9f2b7dc55ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.769278] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526b7ab5-45ac-028a-52e6-2edee0483290, 'name': SearchDatastore_Task, 'duration_secs': 0.025587} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.770861] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034745b1-af3e-4dfc-8cdc-53502b3deea9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.778561] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1665.778561] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526178f4-4c23-3953-2ab8-f30b63f0d807" [ 1665.778561] env[62107]: _type = "Task" [ 1665.778561] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.794777] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526178f4-4c23-3953-2ab8-f30b63f0d807, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.795286] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.795546] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2/3090633e-9bda-4c77-b4b6-e1082eab0ce2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1665.795807] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed35bb32-3e90-49e5-b2ca-603c3b40b4ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.806294] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1665.806294] env[62107]: value = "task-1699895" [ 1665.806294] env[62107]: _type = "Task" [ 1665.806294] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.817877] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.822108] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.929509] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1665.929813] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1665.929995] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.930243] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1665.930414] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.930567] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1665.930783] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1665.930935] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1665.931120] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1665.931284] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1665.931464] env[62107]: DEBUG nova.virt.hardware [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1665.932383] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bbd97e-c6c5-403b-a6d6-e33cca33f472 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.941701] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7beb8e-3467-4682-858c-45207e358de5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.955868] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:61:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd75dd6cb-d718-4f1e-b194-06505c92ada4', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1665.964152] env[62107]: DEBUG oslo.service.loopingcall [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.964441] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1665.964679] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38ef49e9-fbbf-40e2-b051-94e5e67e6c11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.987076] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1665.987076] env[62107]: value = "task-1699896" [ 1665.987076] env[62107]: _type = "Task" [ 1665.987076] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.996245] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699896, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.093831] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3ea205f-6253-4ba4-a2a9-91721e939a87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.105409] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d4c0b6-e38e-477c-b435-f6d7fbb808c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.146511] env[62107]: DEBUG nova.compute.manager [req-b8970246-b257-4c21-85a5-84477b69f0e9 req-2aafa669-fdfd-4c0e-b567-a2c15b688731 service nova] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Detach interface failed, port_id=1010b11e-f833-4b24-af8d-61315c7f5f2b, reason: Instance d9ef496e-602a-4f9e-aaf1-14cc34a226af could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1666.191641] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-3c51d02f-f226-436c-8fdb-67ef266d464a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.192215] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance network_info: |[{"id": "acc3a39b-c854-4040-8a0f-c58d0d257b02", "address": "fa:16:3e:42:84:76", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc3a39b-c8", "ovs_interfaceid": "acc3a39b-c854-4040-8a0f-c58d0d257b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1666.192915] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:84:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc3a39b-c854-4040-8a0f-c58d0d257b02', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1666.221707] env[62107]: DEBUG oslo.service.loopingcall [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.264097] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1666.264097] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05fa6bae-8c0d-4729-88a4-a8e607bb8608 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.290084] env[62107]: INFO nova.compute.manager [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Took 22.74 seconds to build instance. [ 1666.299613] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1666.299613] env[62107]: value = "task-1699897" [ 1666.299613] env[62107]: _type = "Task" [ 1666.299613] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.314028] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699897, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.324788] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.485855] env[62107]: DEBUG nova.compute.manager [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Received event network-changed-acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1666.486657] env[62107]: DEBUG nova.compute.manager [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Refreshing instance network info cache due to event network-changed-acc3a39b-c854-4040-8a0f-c58d0d257b02. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1666.487096] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Acquiring lock "refresh_cache-3c51d02f-f226-436c-8fdb-67ef266d464a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.491345] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Acquired lock "refresh_cache-3c51d02f-f226-436c-8fdb-67ef266d464a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.491345] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Refreshing network info cache for port acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1666.501523] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699896, 'name': CreateVM_Task, 'duration_secs': 0.503004} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.502483] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.503439] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.503792] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.504302] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1666.504926] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed22bad-e838-498a-8330-a1248b5e5095 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.522439] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1666.522439] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522ee5dc-40c3-837f-b564-76230ed21754" [ 1666.522439] env[62107]: _type = "Task" [ 1666.522439] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.531592] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522ee5dc-40c3-837f-b564-76230ed21754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.766021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.498s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.766021] env[62107]: DEBUG nova.compute.manager [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62107) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1666.768685] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.571s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.769108] env[62107]: DEBUG nova.objects.instance [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lazy-loading 'resources' on Instance uuid d9ef496e-602a-4f9e-aaf1-14cc34a226af {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.792650] env[62107]: DEBUG oslo_concurrency.lockutils [None req-29635a9c-df72-4d12-b5d8-48d2af382d52 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.263s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.814184] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699897, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.827168] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575421} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.827455] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2/3090633e-9bda-4c77-b4b6-e1082eab0ce2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1666.827674] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1666.827926] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf9a3754-df2d-4568-a139-d44d05db3bac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.840022] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1666.840022] env[62107]: value = "task-1699898" [ 1666.840022] env[62107]: _type = "Task" [ 1666.840022] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.846220] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.040670] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522ee5dc-40c3-837f-b564-76230ed21754, 'name': SearchDatastore_Task, 'duration_secs': 0.0151} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.040820] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.041076] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.041324] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.041472] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.041651] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1667.041927] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f1aebf-72bd-4d6a-927f-3bc12c63cbe6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.060535] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1667.062102] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1667.062102] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06529438-4c7e-4756-87da-a8d2d9863d12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.069947] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1667.069947] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52219668-0aa0-cffc-6112-95fb44a9be9b" [ 1667.069947] env[62107]: _type = "Task" [ 1667.069947] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.079106] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52219668-0aa0-cffc-6112-95fb44a9be9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.259652] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Updated VIF entry in instance network info cache for port acc3a39b-c854-4040-8a0f-c58d0d257b02. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.260048] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Updating instance_info_cache with network_info: [{"id": "acc3a39b-c854-4040-8a0f-c58d0d257b02", "address": "fa:16:3e:42:84:76", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc3a39b-c8", "ovs_interfaceid": "acc3a39b-c854-4040-8a0f-c58d0d257b02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.315457] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699897, 'name': CreateVM_Task, 'duration_secs': 0.601118} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.316267] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1667.316477] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.316567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.316871] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1667.317154] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c78032b-7d47-4d43-8573-cba8b761572b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.323042] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1667.323042] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cadcfd-e9b3-b48e-0372-e50277bf4f83" [ 1667.323042] env[62107]: _type = "Task" [ 1667.323042] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.334311] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cadcfd-e9b3-b48e-0372-e50277bf4f83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.348028] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186979} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.349066] env[62107]: INFO nova.scheduler.client.report [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted allocation for migration 7b4ed803-1eb4-4caa-9ebd-298eb04e1cd6 [ 1667.353019] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1667.357041] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f320a903-0df0-4135-bb29-9727dace5ed0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.386155] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2/3090633e-9bda-4c77-b4b6-e1082eab0ce2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.389474] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4984c793-8a64-4c0a-99a6-0863905001ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.412174] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1667.412174] env[62107]: value = "task-1699899" [ 1667.412174] env[62107]: _type = "Task" [ 1667.412174] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.426892] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.553894] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1667.554683] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354341', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'name': 'volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd79744ba-656a-4265-bf09-2dd68d525d52', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'serial': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1667.555717] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3caec89-28a4-4775-9a90-b6ecfccdadea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.576967] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b6c42-8d01-445c-ba54-c8c8e9491b0f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.600774] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52219668-0aa0-cffc-6112-95fb44a9be9b, 'name': SearchDatastore_Task, 'duration_secs': 0.058277} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.609371] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f/volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.610309] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1c8e6c8-e2aa-4968-9569-dca8789519f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.629620] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf79cc0-73b5-404e-a80f-082867065d91 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.637399] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1667.637399] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5291431a-9889-033e-831d-c37470af48d8" [ 1667.637399] env[62107]: _type = "Task" [ 1667.637399] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.644397] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1667.644397] env[62107]: value = "task-1699900" [ 1667.644397] env[62107]: _type = "Task" [ 1667.644397] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.653444] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5291431a-9889-033e-831d-c37470af48d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.661914] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699900, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.677277] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08cfad8-646b-4042-9b50-78154550baef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.685709] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ccf60-8ed5-487d-86ff-bb0b207a3c66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.716998] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19358e-2a18-4fbc-adc3-a1903f3fa832 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.725466] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7802c0d1-ba39-4fb1-bcff-e889770a7576 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.740350] env[62107]: DEBUG nova.compute.provider_tree [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.762234] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Releasing lock "refresh_cache-3c51d02f-f226-436c-8fdb-67ef266d464a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.762577] env[62107]: DEBUG nova.compute.manager [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1667.762754] env[62107]: DEBUG nova.compute.manager [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing instance network info cache due to event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1667.762963] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.763120] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.763304] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.801682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.801874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.802097] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.802287] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.802452] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.804593] env[62107]: INFO nova.compute.manager [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Terminating instance [ 1667.806312] env[62107]: DEBUG nova.compute.manager [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1667.806506] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.807332] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b911fb7b-1233-4946-ad53-843951fad97f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.815774] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.816062] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76e76c5-2e1c-42e3-ba04-42f8a542f4bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.823819] env[62107]: DEBUG oslo_vmware.api [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1667.823819] env[62107]: value = "task-1699901" [ 1667.823819] env[62107]: _type = "Task" [ 1667.823819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.838059] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52cadcfd-e9b3-b48e-0372-e50277bf4f83, 'name': SearchDatastore_Task, 'duration_secs': 0.06165} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.840906] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.841175] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1667.841392] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.841615] env[62107]: DEBUG oslo_vmware.api [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.861321] env[62107]: DEBUG oslo_concurrency.lockutils [None req-12a24741-6618-4f69-bfc3-666b361beb39 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.942s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.925373] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.152447] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5291431a-9889-033e-831d-c37470af48d8, 'name': SearchDatastore_Task, 'duration_secs': 0.183189} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.155593] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.155877] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1668.156194] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.156457] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1668.156743] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33fc8aa3-9114-456b-939b-396f2e5b1d26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.159609] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68425d39-7b08-4786-8074-a52e89ade2d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.166286] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.174541] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1668.174541] env[62107]: value = "task-1699902" [ 1668.174541] env[62107]: _type = "Task" [ 1668.174541] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.184074] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.247788] env[62107]: DEBUG nova.scheduler.client.report [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.273504] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1668.273698] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1668.274513] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d787c0c-e240-42dc-b927-80b80e7dda13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.281192] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1668.281192] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a167d0-e172-9e11-c9be-b1975ec32083" [ 1668.281192] env[62107]: _type = "Task" [ 1668.281192] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.286402] env[62107]: DEBUG nova.objects.instance [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'flavor' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.290611] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a167d0-e172-9e11-c9be-b1975ec32083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.337148] env[62107]: DEBUG oslo_vmware.api [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699901, 'name': PowerOffVM_Task, 'duration_secs': 0.386906} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.337434] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.337597] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.337846] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6ddbad5-75a6-4fc3-96c7-7af3ac111221 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.407944] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.408186] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.408409] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.408678] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a78f3af7-b6cc-4c04-8659-47cdbe86a344 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.417573] env[62107]: DEBUG oslo_vmware.api [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1668.417573] env[62107]: value = "task-1699904" [ 1668.417573] env[62107]: _type = "Task" [ 1668.417573] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.424174] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.431973] env[62107]: DEBUG oslo_vmware.api [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.518144] env[62107]: DEBUG nova.compute.manager [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1668.518392] env[62107]: DEBUG nova.compute.manager [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing instance network info cache due to event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1668.518929] env[62107]: DEBUG oslo_concurrency.lockutils [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.518929] env[62107]: DEBUG oslo_concurrency.lockutils [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.519583] env[62107]: DEBUG nova.network.neutron [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.546051] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updated VIF entry in instance network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.546434] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.670211] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.688531] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.752756] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.755620] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.332s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.757681] env[62107]: INFO nova.compute.claims [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1668.778915] env[62107]: INFO nova.scheduler.client.report [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Deleted allocations for instance d9ef496e-602a-4f9e-aaf1-14cc34a226af [ 1668.796188] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a167d0-e172-9e11-c9be-b1975ec32083, 'name': SearchDatastore_Task, 'duration_secs': 0.060853} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.796706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.796881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.797086] env[62107]: DEBUG nova.network.neutron [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.797275] env[62107]: DEBUG nova.objects.instance [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'info_cache' on Instance uuid a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.799142] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065f2f96-034c-43fb-b774-2916b9cb555c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.806419] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1668.806419] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527585af-2095-4b12-fbb0-c9010a7c3a32" [ 1668.806419] env[62107]: _type = "Task" [ 1668.806419] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.817042] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527585af-2095-4b12-fbb0-c9010a7c3a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.927039] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699899, 'name': ReconfigVM_Task, 'duration_secs': 1.498559} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.927911] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2/3090633e-9bda-4c77-b4b6-e1082eab0ce2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.928451] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b04c98df-bbb8-4349-94ea-1ea91295f773 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.934286] env[62107]: DEBUG oslo_vmware.api [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341413} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.934286] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.934734] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.934822] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.934965] env[62107]: INFO nova.compute.manager [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1668.935267] env[62107]: DEBUG oslo.service.loopingcall [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.936731] env[62107]: DEBUG nova.compute.manager [-] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1668.936864] env[62107]: DEBUG nova.network.neutron [-] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.938695] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1668.938695] env[62107]: value = "task-1699905" [ 1668.938695] env[62107]: _type = "Task" [ 1668.938695] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.951150] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699905, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.048820] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.049114] env[62107]: DEBUG nova.compute.manager [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.049305] env[62107]: DEBUG nova.compute.manager [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing instance network info cache due to event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1669.049513] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.164983] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699900, 'name': ReconfigVM_Task, 'duration_secs': 1.520497} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.165435] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f/volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1669.170492] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b45e4810-d111-4734-82f8-bb2b53f9b85b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.190526] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1669.190526] env[62107]: value = "task-1699906" [ 1669.190526] env[62107]: _type = "Task" [ 1669.190526] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.194227] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877947} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.198338] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1669.198582] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1669.198850] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fe21784-e41e-4370-a1bb-6f4810198fc8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.207402] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.208935] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1669.208935] env[62107]: value = "task-1699907" [ 1669.208935] env[62107]: _type = "Task" [ 1669.208935] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.219136] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.285120] env[62107]: DEBUG nova.compute.manager [req-ab0aafc7-9805-428f-ae98-8ec49f83f204 req-7127203f-14f8-4cdf-bd20-6984f435f0a4 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Received event network-vif-deleted-23b2e5b6-27bc-41d7-9084-8e49007c7a9f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.285366] env[62107]: INFO nova.compute.manager [req-ab0aafc7-9805-428f-ae98-8ec49f83f204 req-7127203f-14f8-4cdf-bd20-6984f435f0a4 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Neutron deleted interface 23b2e5b6-27bc-41d7-9084-8e49007c7a9f; detaching it from the instance and deleting it from the info cache [ 1669.285754] env[62107]: DEBUG nova.network.neutron [req-ab0aafc7-9805-428f-ae98-8ec49f83f204 req-7127203f-14f8-4cdf-bd20-6984f435f0a4 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.291299] env[62107]: DEBUG oslo_concurrency.lockutils [None req-475bed98-badb-40e4-a203-da81516cfe66 tempest-ServersTestMultiNic-2060819430 tempest-ServersTestMultiNic-2060819430-project-member] Lock "d9ef496e-602a-4f9e-aaf1-14cc34a226af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.478s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.304480] env[62107]: DEBUG nova.objects.base [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1669.319903] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527585af-2095-4b12-fbb0-c9010a7c3a32, 'name': SearchDatastore_Task, 'duration_secs': 0.066917} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.320240] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.320537] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1669.320822] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c8b0514-5258-4750-b292-0f916ed15b1c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.325412] env[62107]: DEBUG nova.network.neutron [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updated VIF entry in instance network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.325885] env[62107]: DEBUG nova.network.neutron [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.331178] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1669.331178] env[62107]: value = "task-1699908" [ 1669.331178] env[62107]: _type = "Task" [ 1669.331178] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.341292] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.449414] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699905, 'name': Rename_Task, 'duration_secs': 0.25444} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.449697] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.449934] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94919d3e-a84f-4e56-9257-c82c0fa8a6e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.456539] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1669.456539] env[62107]: value = "task-1699909" [ 1669.456539] env[62107]: _type = "Task" [ 1669.456539] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.464818] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.710749] env[62107]: DEBUG oslo_vmware.api [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699906, 'name': ReconfigVM_Task, 'duration_secs': 0.161469} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.711171] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354341', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'name': 'volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd79744ba-656a-4265-bf09-2dd68d525d52', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'serial': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1669.726891] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071807} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.728655] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1669.729810] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eb4d2a-d118-43cd-9f2b-6bc4da897ee1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.756842] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1669.757436] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d896b70-41c1-4d48-9fa1-0de7a9c92f8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.772946] env[62107]: DEBUG nova.network.neutron [-] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.783854] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1669.783854] env[62107]: value = "task-1699910" [ 1669.783854] env[62107]: _type = "Task" [ 1669.783854] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.794639] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.794888] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2e99d91-de2a-4e01-a68d-72ecb56b4f32 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.807544] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f8940-80af-4ced-b58e-c180c7b33143 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.829153] env[62107]: DEBUG oslo_concurrency.lockutils [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.829153] env[62107]: DEBUG nova.compute.manager [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1669.829153] env[62107]: DEBUG nova.compute.manager [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing instance network info cache due to event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1669.829153] env[62107]: DEBUG oslo_concurrency.lockutils [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.829487] env[62107]: DEBUG oslo_concurrency.lockutils [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.829487] env[62107]: DEBUG nova.network.neutron [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.831249] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.831249] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.841984] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.859787] env[62107]: DEBUG nova.compute.manager [req-ab0aafc7-9805-428f-ae98-8ec49f83f204 req-7127203f-14f8-4cdf-bd20-6984f435f0a4 service nova] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Detach interface failed, port_id=23b2e5b6-27bc-41d7-9084-8e49007c7a9f, reason: Instance 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1669.972674] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.087426] env[62107]: DEBUG nova.network.neutron [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [{"id": "249a8173-3a23-4845-b0f8-2865de68ba5e", "address": "fa:16:3e:23:2e:3a", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249a8173-3a", "ovs_interfaceid": "249a8173-3a23-4845-b0f8-2865de68ba5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.092151] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd0afc1-e947-4ec7-8784-fd029a2044f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.101053] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b801e24-4eb1-4093-ad35-de9a7d6d07c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.142023] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b9a03c-c481-4bb1-8c0d-2a9815a10adf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.152100] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea20c3ec-e789-43cf-b4f1-5f4f323d67ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.169444] env[62107]: DEBUG nova.compute.provider_tree [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.278473] env[62107]: INFO nova.compute.manager [-] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Took 1.34 seconds to deallocate network for instance. [ 1670.296104] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699910, 'name': ReconfigVM_Task, 'duration_secs': 0.344305} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.296104] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd/b76d7072-491d-45ef-982b-2b478d1dfbbd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1670.296104] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-050ee532-4b75-419c-91a6-24678549871d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.305243] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1670.305243] env[62107]: value = "task-1699911" [ 1670.305243] env[62107]: _type = "Task" [ 1670.305243] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.317968] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699911, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.347487] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983663} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.348793] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1670.349016] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1670.351472] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-019c36ea-a952-41da-bb58-1a0f34053ed8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.361028] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1670.361028] env[62107]: value = "task-1699912" [ 1670.361028] env[62107]: _type = "Task" [ 1670.361028] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.371660] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.467836] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.590206] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-a8ad6ab5-1f58-4a3e-8025-6863e51672aa" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.656615] env[62107]: DEBUG nova.network.neutron [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updated VIF entry in instance network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.656979] env[62107]: DEBUG nova.network.neutron [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.672215] env[62107]: DEBUG nova.scheduler.client.report [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1670.768128] env[62107]: DEBUG nova.objects.instance [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'flavor' on Instance uuid d79744ba-656a-4265-bf09-2dd68d525d52 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.787943] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.816551] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699911, 'name': Rename_Task, 'duration_secs': 0.194138} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.816827] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1670.817362] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a76e446-0ec8-4131-8bf4-add8e6e063e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.824494] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1670.824494] env[62107]: value = "task-1699913" [ 1670.824494] env[62107]: _type = "Task" [ 1670.824494] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.832760] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.855062] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.855450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.855714] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "81b88841-7349-47d3-bedc-4e92688077bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.855896] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.856088] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.858255] env[62107]: INFO nova.compute.manager [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Terminating instance [ 1670.860135] env[62107]: DEBUG nova.compute.manager [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1670.860332] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.861179] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd449f9b-df39-49e3-be2e-5ae21c4266df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.874543] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070812} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.877306] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1670.877665] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.878395] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c653e-9d1f-4a28-89f9-e11f081c06e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.880946] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60ff1691-7320-4cbd-9f6e-eba7e26f4334 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.912497] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1670.914327] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd36eae5-4312-4344-8790-8122c967eb86 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.933562] env[62107]: DEBUG oslo_vmware.api [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1670.933562] env[62107]: value = "task-1699914" [ 1670.933562] env[62107]: _type = "Task" [ 1670.933562] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.940709] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1670.940709] env[62107]: value = "task-1699915" [ 1670.940709] env[62107]: _type = "Task" [ 1670.940709] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.944083] env[62107]: DEBUG oslo_vmware.api [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.953153] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.967508] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699909, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.968373] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updated VIF entry in instance network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.968701] env[62107]: DEBUG nova.network.neutron [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.987721] env[62107]: INFO nova.compute.manager [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Rescuing [ 1670.987721] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.987721] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.987721] env[62107]: DEBUG nova.network.neutron [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.094167] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1671.094167] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31f60f07-85cf-4176-b650-f2559cb38caf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.102033] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1671.102033] env[62107]: value = "task-1699916" [ 1671.102033] env[62107]: _type = "Task" [ 1671.102033] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.112074] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.159552] env[62107]: DEBUG oslo_concurrency.lockutils [req-a7f1059f-4f12-476c-b904-75da2d44491b req-6943bf21-6b74-45a0-811b-16911619b4fa service nova] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.177224] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.177434] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1671.180412] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.361s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.180655] env[62107]: DEBUG nova.objects.instance [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lazy-loading 'pci_requests' on Instance uuid d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.274202] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2bda04fa-4317-48dc-8536-a58cd6a8d609 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.871s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.338192] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699913, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.447517] env[62107]: DEBUG oslo_vmware.api [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699914, 'name': PowerOffVM_Task, 'duration_secs': 0.238727} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.459359] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.459576] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.459917] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dec655c-6f40-43ee-a2e7-6a563ef1d890 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.477678] env[62107]: DEBUG oslo_concurrency.lockutils [req-3a8a395f-3f16-4f85-8d17-bf52c1d13ee9 req-816b6974-d8dd-4146-922a-be6ea0b50524 service nova] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.478157] env[62107]: DEBUG oslo_vmware.api [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699909, 'name': PowerOnVM_Task, 'duration_secs': 1.809559} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.478417] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699915, 'name': ReconfigVM_Task, 'duration_secs': 0.413674} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.478661] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.478881] env[62107]: INFO nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1671.479070] env[62107]: DEBUG nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1671.479381] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.480496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2c424e-f612-44a6-8d39-77d02235c437 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.483196] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325ff8f0-993e-4a5e-b8f9-02fb81d58de3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.495898] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1671.495898] env[62107]: value = "task-1699918" [ 1671.495898] env[62107]: _type = "Task" [ 1671.495898] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.506306] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699918, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.614620] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.687756] env[62107]: DEBUG nova.compute.utils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.691349] env[62107]: DEBUG nova.objects.instance [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lazy-loading 'numa_topology' on Instance uuid d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1671.692436] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1671.692570] env[62107]: DEBUG nova.network.neutron [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1671.780080] env[62107]: DEBUG nova.policy [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f8b080d58fd41249bcd668c9fb8771e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0add80c1d96c48d9994845fe0a17b0f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1671.812954] env[62107]: DEBUG nova.network.neutron [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.818522] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.819020] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.819020] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Deleting the datastore file [datastore1] 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.819203] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b549fc0-0849-40a5-bef2-f3888925275b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.834329] env[62107]: DEBUG oslo_vmware.api [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1671.834329] env[62107]: value = "task-1699919" [ 1671.834329] env[62107]: _type = "Task" [ 1671.834329] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.841965] env[62107]: DEBUG oslo_vmware.api [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699913, 'name': PowerOnVM_Task, 'duration_secs': 0.591386} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.846021] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1671.847024] env[62107]: DEBUG nova.compute.manager [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1671.847424] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e8b1a9-9808-4731-9082-3ed5ceae529e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.853900] env[62107]: DEBUG oslo_vmware.api [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.012179] env[62107]: INFO nova.compute.manager [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Took 26.28 seconds to build instance. [ 1672.017806] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699918, 'name': Rename_Task, 'duration_secs': 0.33787} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.018059] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.018882] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44007a6b-99d1-4fd1-80dd-2373cbe4edf5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.027230] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1672.027230] env[62107]: value = "task-1699920" [ 1672.027230] env[62107]: _type = "Task" [ 1672.027230] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.039447] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.117425] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.198149] env[62107]: INFO nova.compute.claims [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.202035] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1672.246597] env[62107]: DEBUG nova.network.neutron [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Successfully created port: f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.318753] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.345957] env[62107]: DEBUG oslo_vmware.api [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1699919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353327} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.348165] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.348699] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.348699] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.348851] env[62107]: INFO nova.compute.manager [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Took 1.49 seconds to destroy the instance on the hypervisor. [ 1672.349151] env[62107]: DEBUG oslo.service.loopingcall [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.351440] env[62107]: DEBUG nova.compute.manager [-] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1672.351593] env[62107]: DEBUG nova.network.neutron [-] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.370754] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.514417] env[62107]: DEBUG oslo_concurrency.lockutils [None req-989d2bc2-7b30-42f1-9522-34352329ecec tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.787s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.545085] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699920, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.618897] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.709324] env[62107]: INFO nova.virt.block_device [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Booting with volume 6c06a46e-b7ca-47ce-b584-d8079e3b7a60 at /dev/sda [ 1672.771698] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de32ad2-dbc0-4ee1-b02f-8536da1d3700 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.783399] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb8037-6add-4f12-9156-24a55633c7b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.822981] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55192f5e-c916-4e5b-8a7d-9c7eb6eac02e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.834304] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bacbbd-af78-4237-81e7-b3a511728fd6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.880541] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c18bb0-b750-4248-87ab-052d786d2a32 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.883438] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1672.884227] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8de2352b-2faf-48df-9e3a-ba345e3bc757 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.892363] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a91008-eef9-4406-a043-d644353fe755 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.896852] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1672.896852] env[62107]: value = "task-1699921" [ 1672.896852] env[62107]: _type = "Task" [ 1672.896852] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.904823] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.912609] env[62107]: DEBUG nova.virt.block_device [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updating existing volume attachment record: d79c31a3-5375-44bc-afae-2283d6fc2c8f {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1672.992640] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "b76d7072-491d-45ef-982b-2b478d1dfbbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.992910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.993138] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "b76d7072-491d-45ef-982b-2b478d1dfbbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.993340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.993514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.995934] env[62107]: INFO nova.compute.manager [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Terminating instance [ 1672.997961] env[62107]: DEBUG nova.compute.manager [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1672.998165] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1672.999023] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86515cfb-41fd-43d8-ba9d-46fc02681577 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.009228] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.009527] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-846f2c2a-691a-4d4e-b65f-97135c3ecfb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.018239] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1673.018239] env[62107]: value = "task-1699922" [ 1673.018239] env[62107]: _type = "Task" [ 1673.018239] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.033813] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.045950] env[62107]: DEBUG oslo_vmware.api [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699920, 'name': PowerOnVM_Task, 'duration_secs': 0.723457} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.045950] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.045950] env[62107]: INFO nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1673.045950] env[62107]: DEBUG nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1673.046675] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9041020f-2b6a-44c1-8e9b-185e51216b22 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.119266] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.407122] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699921, 'name': PowerOffVM_Task, 'duration_secs': 0.341633} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.407955] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1673.410295] env[62107]: DEBUG nova.compute.manager [req-4689695a-70f4-4f39-b781-6786ddc2949b req-9106a606-0822-43d2-be1f-54ece883761a service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Received event network-vif-deleted-33a69087-6221-46be-b674-31b9e88f89e5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1673.410295] env[62107]: INFO nova.compute.manager [req-4689695a-70f4-4f39-b781-6786ddc2949b req-9106a606-0822-43d2-be1f-54ece883761a service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Neutron deleted interface 33a69087-6221-46be-b674-31b9e88f89e5; detaching it from the instance and deleting it from the info cache [ 1673.410295] env[62107]: DEBUG nova.network.neutron [req-4689695a-70f4-4f39-b781-6786ddc2949b req-9106a606-0822-43d2-be1f-54ece883761a service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.412085] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80422ec4-d9a7-40d4-bd2f-d9795c02137b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.446334] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eec0be-30cb-4344-8f71-df36cd063b7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.493275] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1673.493525] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85bb1da5-273c-4a24-9818-be4d584464c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.503661] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1673.503661] env[62107]: value = "task-1699923" [ 1673.503661] env[62107]: _type = "Task" [ 1673.503661] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.518406] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1673.518769] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.521189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.521189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.521189] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.521189] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6218545-2c13-451f-83b8-36148be989f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.532789] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699922, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.537409] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.537647] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.538380] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebad35c-e48e-40b4-9d25-e19fe0ba97be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.545361] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1673.545361] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525b2388-40c5-d8fc-41f2-6dbc4d790556" [ 1673.545361] env[62107]: _type = "Task" [ 1673.545361] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.567522] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525b2388-40c5-d8fc-41f2-6dbc4d790556, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.570884] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca1716a-4d99-4b12-b46f-879ca75dee15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.574294] env[62107]: INFO nova.compute.manager [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Took 23.88 seconds to build instance. [ 1673.591198] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1673.591198] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5227def4-08b2-8ec4-42c1-22caba4647b4" [ 1673.591198] env[62107]: _type = "Task" [ 1673.591198] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.604177] env[62107]: DEBUG nova.network.neutron [-] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.605490] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5227def4-08b2-8ec4-42c1-22caba4647b4, 'name': SearchDatastore_Task, 'duration_secs': 0.020346} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.608998] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.608998] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. {{(pid=62107) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1673.613294] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72131787-94aa-4568-8a41-c13939b85b12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.622970] env[62107]: DEBUG oslo_vmware.api [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699916, 'name': PowerOnVM_Task, 'duration_secs': 2.474417} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.624328] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.624532] env[62107]: DEBUG nova.compute.manager [None req-5c979ab3-1523-45f8-824f-cc754f809158 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1673.624833] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1673.624833] env[62107]: value = "task-1699924" [ 1673.624833] env[62107]: _type = "Task" [ 1673.624833] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.628841] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf9751c-f729-46dd-9c94-9910a4dc168b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.631323] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5586be9-2965-47ca-8711-24946348a074 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.643940] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.650449] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4169cc-8fb3-41fe-84af-216b81cd5b58 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.691806] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625da655-561b-406c-8cba-0c6b04bf7063 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.695166] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.695472] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.703968] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab78021-7150-475f-917a-2826d38df2f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.727963] env[62107]: DEBUG nova.compute.provider_tree [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.853723] env[62107]: DEBUG nova.compute.manager [req-71c0a869-40b3-462b-8a19-cf1e7e343db2 req-64e19e7a-8d6e-451b-94a4-8dd9aa1924f8 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Received event network-vif-plugged-f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1673.853993] env[62107]: DEBUG oslo_concurrency.lockutils [req-71c0a869-40b3-462b-8a19-cf1e7e343db2 req-64e19e7a-8d6e-451b-94a4-8dd9aa1924f8 service nova] Acquiring lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.854286] env[62107]: DEBUG oslo_concurrency.lockutils [req-71c0a869-40b3-462b-8a19-cf1e7e343db2 req-64e19e7a-8d6e-451b-94a4-8dd9aa1924f8 service nova] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.854520] env[62107]: DEBUG oslo_concurrency.lockutils [req-71c0a869-40b3-462b-8a19-cf1e7e343db2 req-64e19e7a-8d6e-451b-94a4-8dd9aa1924f8 service nova] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.854752] env[62107]: DEBUG nova.compute.manager [req-71c0a869-40b3-462b-8a19-cf1e7e343db2 req-64e19e7a-8d6e-451b-94a4-8dd9aa1924f8 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] No waiting events found dispatching network-vif-plugged-f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1673.854937] env[62107]: WARNING nova.compute.manager [req-71c0a869-40b3-462b-8a19-cf1e7e343db2 req-64e19e7a-8d6e-451b-94a4-8dd9aa1924f8 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Received unexpected event network-vif-plugged-f61248e7-d003-45d0-bc1c-35668edf6c09 for instance with vm_state building and task_state block_device_mapping. [ 1673.916012] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0032e479-b906-4277-b013-533dfe8d6fae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.928123] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11b8699-9f6c-409a-968f-f148c177368a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.971853] env[62107]: DEBUG nova.compute.manager [req-4689695a-70f4-4f39-b781-6786ddc2949b req-9106a606-0822-43d2-be1f-54ece883761a service nova] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Detach interface failed, port_id=33a69087-6221-46be-b674-31b9e88f89e5, reason: Instance 81b88841-7349-47d3-bedc-4e92688077bb could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1673.983845] env[62107]: DEBUG nova.network.neutron [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Successfully updated port: f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.033152] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699922, 'name': PowerOffVM_Task, 'duration_secs': 0.62986} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.033626] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1674.033626] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1674.034141] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c70070-f9aa-478f-930d-53221104aecf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.077387] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f2cbf0df-abe4-48dc-a7ff-957ee15f891a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.395s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.100771] env[62107]: DEBUG nova.compute.manager [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1674.110620] env[62107]: INFO nova.compute.manager [-] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Took 1.76 seconds to deallocate network for instance. [ 1674.137401] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1674.138189] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1674.138567] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] b76d7072-491d-45ef-982b-2b478d1dfbbd {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1674.139523] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aac48730-f28b-466b-a234-b912c40643c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.150754] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699924, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.152531] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1674.152531] env[62107]: value = "task-1699926" [ 1674.152531] env[62107]: _type = "Task" [ 1674.152531] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.173989] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.200804] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1674.230966] env[62107]: DEBUG nova.scheduler.client.report [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1674.369844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.369844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.487459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquiring lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.487459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquired lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.487459] env[62107]: DEBUG nova.network.neutron [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.619140] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.623658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.641246] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680678} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.641516] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. [ 1674.642374] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e59e01-5a30-429b-a1ab-101c26d6b664 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.671507] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.675204] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8abeb0f3-9cb4-4ba8-9ad1-38005296b3bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.693991] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.695387] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1674.695387] env[62107]: value = "task-1699927" [ 1674.695387] env[62107]: _type = "Task" [ 1674.695387] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.703356] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.721458] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.738643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.558s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.740967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.953s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.741154] env[62107]: DEBUG nova.objects.instance [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.785913] env[62107]: INFO nova.network.neutron [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating port 1fa9fe16-18bf-4629-9a41-e3665dd9380b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1674.836887] env[62107]: INFO nova.compute.manager [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Rebuilding instance [ 1674.872573] env[62107]: INFO nova.compute.manager [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Detaching volume 1db8e0a5-924b-4132-a04c-8f4fab3befd8 [ 1674.885894] env[62107]: DEBUG oslo_concurrency.lockutils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.888766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.895340] env[62107]: DEBUG nova.compute.manager [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1674.896188] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a174a653-c8cc-40fb-9a0a-7f36424f3d87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.909472] env[62107]: INFO nova.virt.block_device [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Attempting to driver detach volume 1db8e0a5-924b-4132-a04c-8f4fab3befd8 from mountpoint /dev/sdb [ 1674.909685] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1674.909858] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354312', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'name': 'volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f19c1efd-c45f-4ff6-9c2b-1e2260e94b03', 'attached_at': '', 'detached_at': '', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'serial': '1db8e0a5-924b-4132-a04c-8f4fab3befd8'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1674.911332] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b8752c-8941-4115-a5a9-308239e958df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.938100] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfdeb75-165b-4ce7-bc0a-e8b9b5448717 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.946990] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be608408-c019-4c74-979c-49c2e2f215d1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.971872] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a5aead-2022-443a-a0d8-53dfbe68c699 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.996087] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] The volume has not been displaced from its original location: [datastore1] volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8/volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1675.002413] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1675.002413] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993cfc5c-d687-43cc-840d-0959fdab0741 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.022948] env[62107]: DEBUG oslo_vmware.api [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1675.022948] env[62107]: value = "task-1699928" [ 1675.022948] env[62107]: _type = "Task" [ 1675.022948] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.027937] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1675.027937] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1675.028160] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1675.028383] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.029431] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1675.029431] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.029431] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1675.029431] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1675.029431] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1675.029431] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1675.029743] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1675.029913] env[62107]: DEBUG nova.virt.hardware [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1675.031057] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad3a7e2-6c99-4e5c-9c06-587ea713f31f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.043513] env[62107]: DEBUG oslo_vmware.api [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.043712] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52eed53-c013-485f-b88b-4eda2c002eaa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.048441] env[62107]: DEBUG nova.network.neutron [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1675.178077] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.209517] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.218048] env[62107]: DEBUG nova.network.neutron [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updating instance_info_cache with network_info: [{"id": "f61248e7-d003-45d0-bc1c-35668edf6c09", "address": "fa:16:3e:01:40:11", "network": {"id": "e1b07749-56c2-4436-afd3-368150c7d4f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1283974282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0add80c1d96c48d9994845fe0a17b0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61248e7-d0", "ovs_interfaceid": "f61248e7-d003-45d0-bc1c-35668edf6c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.393722] env[62107]: DEBUG nova.compute.utils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.405575] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.405863] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.406117] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.406307] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.406483] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.408728] env[62107]: INFO nova.compute.manager [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Terminating instance [ 1675.413452] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.414485] env[62107]: DEBUG nova.compute.manager [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1675.414678] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.415034] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-568ab44f-63e9-48f7-a726-f9c53c0c79b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.417212] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a054f-5985-428d-8986-f9c6c5ca23b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.426052] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.427356] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d73a3f2-db67-4fee-9e1f-0cb675b49e64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.429039] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1675.429039] env[62107]: value = "task-1699929" [ 1675.429039] env[62107]: _type = "Task" [ 1675.429039] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.436852] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1675.436852] env[62107]: value = "task-1699930" [ 1675.436852] env[62107]: _type = "Task" [ 1675.436852] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.443158] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.452082] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.536636] env[62107]: DEBUG oslo_vmware.api [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699928, 'name': ReconfigVM_Task, 'duration_secs': 0.269337} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.536967] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1675.542274] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9373488f-47bf-4e42-a46e-3707bb67e40e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.561877] env[62107]: DEBUG oslo_vmware.api [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1675.561877] env[62107]: value = "task-1699931" [ 1675.561877] env[62107]: _type = "Task" [ 1675.561877] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.566228] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525cf3a2-2937-4bd2-8180-b409dfc500c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.577049] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197a2099-8928-47de-ab6b-fcac62d68a3c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.580746] env[62107]: DEBUG oslo_vmware.api [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.613209] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30f69ce-fa5c-4065-9353-1cf7f4ca92cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.622335] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5526c29-11aa-4eed-9be6-ad48e12e6b48 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.637879] env[62107]: DEBUG nova.compute.provider_tree [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.676688] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.706609] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.720975] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Releasing lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.721306] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Instance network_info: |[{"id": "f61248e7-d003-45d0-bc1c-35668edf6c09", "address": "fa:16:3e:01:40:11", "network": {"id": "e1b07749-56c2-4436-afd3-368150c7d4f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1283974282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0add80c1d96c48d9994845fe0a17b0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61248e7-d0", "ovs_interfaceid": "f61248e7-d003-45d0-bc1c-35668edf6c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1675.722028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:40:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f61248e7-d003-45d0-bc1c-35668edf6c09', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.729861] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Creating folder: Project (0add80c1d96c48d9994845fe0a17b0f6). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1675.730234] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9e26b2-b018-4c28-b77b-8e53126a2946 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.744882] env[62107]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1675.745076] env[62107]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62107) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1675.745514] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Folder already exists: Project (0add80c1d96c48d9994845fe0a17b0f6). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1675.745681] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Creating folder: Instances. Parent ref: group-v354332. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1675.745930] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978c50c9-1859-4d44-8e5b-66836a64faa8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.756102] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Created folder: Instances in parent group-v354332. [ 1675.756328] env[62107]: DEBUG oslo.service.loopingcall [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.756520] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.756768] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f19f01ee-5f7b-440d-9ff7-4d361ac966ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.777464] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.777464] env[62107]: value = "task-1699934" [ 1675.777464] env[62107]: _type = "Task" [ 1675.777464] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.786450] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699934, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.878949] env[62107]: DEBUG nova.compute.manager [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Received event network-changed-f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1675.879200] env[62107]: DEBUG nova.compute.manager [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Refreshing instance network info cache due to event network-changed-f61248e7-d003-45d0-bc1c-35668edf6c09. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1675.879672] env[62107]: DEBUG oslo_concurrency.lockutils [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] Acquiring lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.879672] env[62107]: DEBUG oslo_concurrency.lockutils [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] Acquired lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.879842] env[62107]: DEBUG nova.network.neutron [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Refreshing network info cache for port f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.896597] env[62107]: DEBUG oslo_concurrency.lockutils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.943714] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699929, 'name': PowerOffVM_Task, 'duration_secs': 0.246496} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.944501] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.944844] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.945713] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8c31b-d2a3-4f0c-8b48-90e2d2d3e339 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.951403] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.955831] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.956059] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e3e2764-3248-4559-9748-6785981ce803 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.033636] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1676.033873] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1676.034072] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleting the datastore file [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1676.034333] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3de83e34-8b4a-45fc-9134-d731f2a8cc72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.042022] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1676.042022] env[62107]: value = "task-1699936" [ 1676.042022] env[62107]: _type = "Task" [ 1676.042022] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.050183] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.070881] env[62107]: DEBUG oslo_vmware.api [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699931, 'name': ReconfigVM_Task, 'duration_secs': 0.168094} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.071191] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354312', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'name': 'volume-1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'f19c1efd-c45f-4ff6-9c2b-1e2260e94b03', 'attached_at': '', 'detached_at': '', 'volume_id': '1db8e0a5-924b-4132-a04c-8f4fab3befd8', 'serial': '1db8e0a5-924b-4132-a04c-8f4fab3befd8'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1676.141351] env[62107]: DEBUG nova.scheduler.client.report [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1676.177815] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.206185] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.287482] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699934, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.452531] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.485954] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.486050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.486858] env[62107]: DEBUG nova.network.neutron [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.553010] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.616680] env[62107]: DEBUG nova.objects.instance [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'flavor' on Instance uuid f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.646992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.651322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.281s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.651622] env[62107]: DEBUG nova.objects.instance [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1676.680169] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.681839] env[62107]: INFO nova.scheduler.client.report [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5 [ 1676.706594] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.715671] env[62107]: DEBUG nova.network.neutron [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updated VIF entry in instance network info cache for port f61248e7-d003-45d0-bc1c-35668edf6c09. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.715671] env[62107]: DEBUG nova.network.neutron [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updating instance_info_cache with network_info: [{"id": "f61248e7-d003-45d0-bc1c-35668edf6c09", "address": "fa:16:3e:01:40:11", "network": {"id": "e1b07749-56c2-4436-afd3-368150c7d4f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1283974282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0add80c1d96c48d9994845fe0a17b0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61248e7-d0", "ovs_interfaceid": "f61248e7-d003-45d0-bc1c-35668edf6c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.787888] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699934, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.951262] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699930, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.994372] env[62107]: DEBUG oslo_concurrency.lockutils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.994708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.994808] env[62107]: INFO nova.compute.manager [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Attaching volume 3033e84f-00bb-439f-8b02-f4334a879ed2 to /dev/sdb [ 1677.031020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90147603-c1ea-4ab9-9877-2cbf27f5f354 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.040240] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595aa97-0cd1-4027-a0b7-5aadb4e50ee1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.053322] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.926925} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.053511] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.053696] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.053935] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.061160] env[62107]: DEBUG nova.virt.block_device [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updating existing volume attachment record: 971acc4d-f6d4-472c-bb4f-2f8a81e50a95 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1677.178614] env[62107]: DEBUG oslo_vmware.api [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.718274} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.178923] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1677.179210] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1677.179329] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1677.179520] env[62107]: INFO nova.compute.manager [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Took 4.18 seconds to destroy the instance on the hypervisor. [ 1677.179763] env[62107]: DEBUG oslo.service.loopingcall [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.179968] env[62107]: DEBUG nova.compute.manager [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1677.180077] env[62107]: DEBUG nova.network.neutron [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1677.192056] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b51852c6-e16e-45ba-bf4d-2fb9b7dd94a1 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.390s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.209567] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699927, 'name': ReconfigVM_Task, 'duration_secs': 2.460678} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.209940] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1677.210861] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c7d460-f928-4cbc-b084-63d4c02d9aa2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.236045] env[62107]: DEBUG oslo_concurrency.lockutils [req-0e5aaf0a-5b54-4da1-9237-0336a63f1945 req-1b928f40-e920-4601-b8a8-081e78cfb5a2 service nova] Releasing lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.242502] env[62107]: DEBUG nova.network.neutron [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.243744] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87c9365b-9f1c-4fbb-a0df-4ef0e9832d50 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.264039] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1677.264039] env[62107]: value = "task-1699937" [ 1677.264039] env[62107]: _type = "Task" [ 1677.264039] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.273433] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.288818] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699934, 'name': CreateVM_Task, 'duration_secs': 1.367774} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.288998] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1677.289735] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354335', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'name': 'volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b44d3fb1-61f0-4cd6-aba4-153db81ee3ea', 'attached_at': '', 'detached_at': '', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'serial': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60'}, 'mount_device': '/dev/sda', 'attachment_id': 'd79c31a3-5375-44bc-afae-2283d6fc2c8f', 'volume_type': None}], 'swap': None} {{(pid=62107) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1677.289930] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Root volume attach. Driver type: vmdk {{(pid=62107) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1677.290752] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78423b8-7f11-472e-92b6-88d51502803d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.303487] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30766ba9-d1df-4f8d-ad08-8256f146b306 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.311788] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82165df2-fc91-4cb0-869e-f0f7d95be50d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.320205] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fa9775bb-fa08-438c-b600-85981a4e9ef4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.328687] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1677.328687] env[62107]: value = "task-1699939" [ 1677.328687] env[62107]: _type = "Task" [ 1677.328687] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.338488] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699939, 'name': RelocateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.452195] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699930, 'name': PowerOffVM_Task, 'duration_secs': 1.552661} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.452615] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.452801] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.453133] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f9cb3b4-d16a-4b86-9a3d-2edb1da77ec4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.600670] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.600907] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.601121] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleting the datastore file [datastore1] a8ad6ab5-1f58-4a3e-8025-6863e51672aa {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.602116] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b789c10a-de2c-4ff5-aac3-1346f2cfce8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.610430] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1677.610430] env[62107]: value = "task-1699941" [ 1677.610430] env[62107]: _type = "Task" [ 1677.610430] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.620055] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.625997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8513000f-7269-4fbe-bee6-ea9db7be83c7 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.661861] env[62107]: DEBUG oslo_concurrency.lockutils [None req-c7a44ebd-fa13-4ba9-9efc-9fb341cbd639 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.663129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.044s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.663758] env[62107]: DEBUG nova.objects.instance [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'resources' on Instance uuid 81b88841-7349-47d3-bedc-4e92688077bb {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1677.756204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.780035] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699937, 'name': ReconfigVM_Task, 'duration_secs': 0.202413} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.780591] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.780718] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f55e41e-b1fd-468e-be5b-db2783a29d7f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.791131] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6b8bc9f527c1b895f0c7af7b38e7aef4',container_format='bare',created_at=2024-12-10T18:09:06Z,direct_url=,disk_format='vmdk',id=dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-237410365-shelved',owner='7d156c85570a44a5a28a2f98c74a0e40',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2024-12-10T18:09:22Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1677.791377] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1677.791534] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.791742] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1677.791887] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.792045] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1677.792255] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1677.792413] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1677.792579] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1677.792738] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1677.792907] env[62107]: DEBUG nova.virt.hardware [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1677.794187] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98161bf-9f78-4cae-8e85-d44d96a306ec {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.798051] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1677.798051] env[62107]: value = "task-1699942" [ 1677.798051] env[62107]: _type = "Task" [ 1677.798051] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.805227] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979cfc62-ac38-4267-8314-54de64ff7900 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.816612] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.828034] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c4:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fa9fe16-18bf-4629-9a41-e3665dd9380b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.837121] env[62107]: DEBUG oslo.service.loopingcall [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1677.838064] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.840844] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d5e696a-1dd0-4032-8feb-e97f5b0e18ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.861872] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699939, 'name': RelocateVM_Task, 'duration_secs': 0.033172} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.863266] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1677.863652] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354335', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'name': 'volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b44d3fb1-61f0-4cd6-aba4-153db81ee3ea', 'attached_at': '', 'detached_at': '', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'serial': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1677.863770] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.863770] env[62107]: value = "task-1699943" [ 1677.863770] env[62107]: _type = "Task" [ 1677.863770] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.864482] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa34f0b-5605-482a-8cc2-b64677f6f3fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.876351] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699943, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.889717] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71eb300-0c74-4ce6-bd61-3cc38bcc73f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.914392] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60/volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.914721] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7123962d-79ea-4b27-8908-ffe91a5b2fc6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.932093] env[62107]: DEBUG nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-vif-plugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1677.932228] env[62107]: DEBUG oslo_concurrency.lockutils [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.932773] env[62107]: DEBUG oslo_concurrency.lockutils [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.933045] env[62107]: DEBUG oslo_concurrency.lockutils [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.933257] env[62107]: DEBUG nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] No waiting events found dispatching network-vif-plugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1677.933462] env[62107]: WARNING nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received unexpected event network-vif-plugged-1fa9fe16-18bf-4629-9a41-e3665dd9380b for instance with vm_state shelved_offloaded and task_state spawning. [ 1677.933631] env[62107]: DEBUG nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-changed-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1677.933803] env[62107]: DEBUG nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Refreshing instance network info cache due to event network-changed-1fa9fe16-18bf-4629-9a41-e3665dd9380b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1677.933953] env[62107]: DEBUG oslo_concurrency.lockutils [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.934201] env[62107]: DEBUG oslo_concurrency.lockutils [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.934284] env[62107]: DEBUG nova.network.neutron [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Refreshing network info cache for port 1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.941488] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1677.941488] env[62107]: value = "task-1699944" [ 1677.941488] env[62107]: _type = "Task" [ 1677.941488] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.951547] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.976840] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.977111] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.977323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.977507] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.977707] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.979884] env[62107]: INFO nova.compute.manager [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Terminating instance [ 1677.981751] env[62107]: DEBUG nova.compute.manager [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1677.981941] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.982804] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e5f85-227c-4bbc-9a55-48f2d5f5271b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.991664] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.991918] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7726c0-4cd9-4382-81d7-df2144bd66b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.998854] env[62107]: DEBUG oslo_vmware.api [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1677.998854] env[62107]: value = "task-1699945" [ 1677.998854] env[62107]: _type = "Task" [ 1677.998854] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.008666] env[62107]: DEBUG oslo_vmware.api [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.010467] env[62107]: DEBUG nova.network.neutron [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.095021] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1678.095326] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1678.095501] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.095712] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1678.095863] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.096042] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1678.096295] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1678.096432] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1678.096610] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1678.096833] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1678.096974] env[62107]: DEBUG nova.virt.hardware [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1678.097917] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2b67c5-346e-4b97-9fd2-c47216577d18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.107994] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af8946-7867-427a-a2e6-d7688e243de1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.129322] env[62107]: DEBUG oslo_vmware.api [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1699941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406846} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.130259] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:84:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc3a39b-c854-4040-8a0f-c58d0d257b02', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.138134] env[62107]: DEBUG oslo.service.loopingcall [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.138475] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.138958] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.138958] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.138958] env[62107]: INFO nova.compute.manager [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1678.139230] env[62107]: DEBUG oslo.service.loopingcall [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.139422] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.139649] env[62107]: DEBUG nova.compute.manager [-] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.139759] env[62107]: DEBUG nova.network.neutron [-] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.141660] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a47a9eba-5af5-4810-9c24-ee602ead27fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.164377] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.164377] env[62107]: value = "task-1699946" [ 1678.164377] env[62107]: _type = "Task" [ 1678.164377] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.176499] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699946, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.276767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.276767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.276767] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.277299] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.277614] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.281879] env[62107]: INFO nova.compute.manager [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Terminating instance [ 1678.282986] env[62107]: DEBUG nova.compute.manager [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1678.284153] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.284153] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17132d9-791c-4b74-9448-f2706be06534 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.293450] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.293768] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3235d03-59fc-422d-a931-4397de0dd59a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.306485] env[62107]: DEBUG oslo_vmware.api [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1678.306485] env[62107]: value = "task-1699947" [ 1678.306485] env[62107]: _type = "Task" [ 1678.306485] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.315757] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.322775] env[62107]: DEBUG oslo_vmware.api [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.381094] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699943, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.461081] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.513484] env[62107]: INFO nova.compute.manager [-] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Took 1.33 seconds to deallocate network for instance. [ 1678.528824] env[62107]: DEBUG oslo_vmware.api [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699945, 'name': PowerOffVM_Task, 'duration_secs': 0.268288} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.529082] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.529331] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.529668] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8d06e43-4aef-45c2-84ca-7adae3dda715 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.657221] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff9a741-77cb-48ac-860a-8e1327b53174 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.670425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a4cda-71bc-4b7f-8e78-c232e094b65a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.713501] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699946, 'name': CreateVM_Task, 'duration_secs': 0.492606} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.717937] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.718773] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e7e95-ca3d-493a-83fa-7e78a5a7181a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.722264] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.722430] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.722766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1678.723324] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66bfd2d9-a4a8-4d9c-83bf-0710bf7276d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.729277] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1678.729277] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52324935-d176-3786-5784-e074673105aa" [ 1678.729277] env[62107]: _type = "Task" [ 1678.729277] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.735640] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817ab113-6003-4586-b281-ab3f3db00ebb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.751625] env[62107]: DEBUG nova.compute.provider_tree [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.755908] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52324935-d176-3786-5784-e074673105aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.810617] env[62107]: DEBUG oslo_vmware.api [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699942, 'name': PowerOnVM_Task, 'duration_secs': 0.80357} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.814012] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.817405] env[62107]: DEBUG nova.compute.manager [None req-9eb891ce-d503-441b-b49c-be650501caa2 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1678.818310] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f14a7e9-3d49-4bf2-bf87-99960a250281 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.827127] env[62107]: DEBUG oslo_vmware.api [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699947, 'name': PowerOffVM_Task, 'duration_secs': 0.221623} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.827127] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.827127] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.827127] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab7d25b-5037-47fb-bf3d-8ce5f6a7041e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.837639] env[62107]: DEBUG nova.network.neutron [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updated VIF entry in instance network info cache for port 1fa9fe16-18bf-4629-9a41-e3665dd9380b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.837995] env[62107]: DEBUG nova.network.neutron [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.878895] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699943, 'name': CreateVM_Task, 'duration_secs': 0.664349} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.879063] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.879826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.879987] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.880741] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1678.880741] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea2e2cc-f034-453a-ae85-6438323335ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.886085] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1678.886085] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267d2b8-43b9-27b1-76ad-00342ec02dc1" [ 1678.886085] env[62107]: _type = "Task" [ 1678.886085] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.894967] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5267d2b8-43b9-27b1-76ad-00342ec02dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.954255] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699944, 'name': ReconfigVM_Task, 'duration_secs': 0.65888} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.954682] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60/volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.959272] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-748c916a-91fa-406f-a4c0-2cfd6afeae28 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.977038] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1678.977038] env[62107]: value = "task-1699950" [ 1678.977038] env[62107]: _type = "Task" [ 1678.977038] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.986846] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.021704] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.134624] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.134885] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.135157] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.138064] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-127f2b2d-d3a0-4674-ac1d-fcd0b123ae75 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.143807] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.143807] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.144060] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleting the datastore file [datastore1] f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.144915] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0d293f3-ada6-4a87-be16-40a23f43a746 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.153486] env[62107]: DEBUG oslo_vmware.api [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1679.153486] env[62107]: value = "task-1699951" [ 1679.153486] env[62107]: _type = "Task" [ 1679.153486] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.162970] env[62107]: DEBUG oslo_vmware.api [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1679.162970] env[62107]: value = "task-1699952" [ 1679.162970] env[62107]: _type = "Task" [ 1679.162970] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.171046] env[62107]: DEBUG oslo_vmware.api [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.176568] env[62107]: DEBUG oslo_vmware.api [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.224579] env[62107]: DEBUG nova.network.neutron [-] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.246141] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52324935-d176-3786-5784-e074673105aa, 'name': SearchDatastore_Task, 'duration_secs': 0.031846} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.247039] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.247039] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.247896] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.247896] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.247896] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.248772] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-701f331f-f1cc-4a8f-b170-662c46ed6bdb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.257742] env[62107]: DEBUG nova.scheduler.client.report [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1679.262955] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.262955] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.265153] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c7dc0f-82ca-46be-b80d-f54b68224819 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.272788] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1679.272788] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527097ea-7f50-a6ad-b459-5c5701c15ad2" [ 1679.272788] env[62107]: _type = "Task" [ 1679.272788] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.281796] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527097ea-7f50-a6ad-b459-5c5701c15ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.340912] env[62107]: DEBUG oslo_concurrency.lockutils [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.342516] env[62107]: DEBUG nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Received event network-vif-deleted-d75dd6cb-d718-4f1e-b194-06505c92ada4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1679.342516] env[62107]: INFO nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Neutron deleted interface d75dd6cb-d718-4f1e-b194-06505c92ada4; detaching it from the instance and deleting it from the info cache [ 1679.342516] env[62107]: DEBUG nova.network.neutron [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.397551] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.397824] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Processing image dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.398042] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.398198] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.398376] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.398849] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c99573aa-e737-43ee-84ad-9af2725f0fa9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.409435] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.409602] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.410246] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a546c0-203c-4b71-94e4-a9ac12925a99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.417142] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1679.417142] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520279e3-e744-603b-d2af-5176b60eb49c" [ 1679.417142] env[62107]: _type = "Task" [ 1679.417142] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.425867] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]520279e3-e744-603b-d2af-5176b60eb49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.487294] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699950, 'name': ReconfigVM_Task, 'duration_secs': 0.210154} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.487647] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354335', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'name': 'volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b44d3fb1-61f0-4cd6-aba4-153db81ee3ea', 'attached_at': '', 'detached_at': '', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'serial': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1679.488187] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41dc2e1d-f43b-402e-a8d4-f0d2a1651c22 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.495672] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1679.495672] env[62107]: value = "task-1699954" [ 1679.495672] env[62107]: _type = "Task" [ 1679.495672] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.503742] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699954, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.662952] env[62107]: DEBUG oslo_vmware.api [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1699951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21521} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.664069] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.664069] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.664069] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1679.664254] env[62107]: INFO nova.compute.manager [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1679.664428] env[62107]: DEBUG oslo.service.loopingcall [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.664661] env[62107]: DEBUG nova.compute.manager [-] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1679.664756] env[62107]: DEBUG nova.network.neutron [-] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.675702] env[62107]: DEBUG oslo_vmware.api [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1699952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231124} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.675965] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.676163] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.676360] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1679.676568] env[62107]: INFO nova.compute.manager [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1679.676883] env[62107]: DEBUG oslo.service.loopingcall [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.677096] env[62107]: DEBUG nova.compute.manager [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1679.677191] env[62107]: DEBUG nova.network.neutron [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.725975] env[62107]: INFO nova.compute.manager [-] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Took 1.59 seconds to deallocate network for instance. [ 1679.765268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.767648] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.144s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.784536] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527097ea-7f50-a6ad-b459-5c5701c15ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.787351] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b775b4a-0458-48f7-acb8-530d7541c094 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.796978] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1679.796978] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52862140-ee5f-d816-70f0-f9bbe66a0039" [ 1679.796978] env[62107]: _type = "Task" [ 1679.796978] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.796978] env[62107]: INFO nova.scheduler.client.report [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Deleted allocations for instance 81b88841-7349-47d3-bedc-4e92688077bb [ 1679.809845] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52862140-ee5f-d816-70f0-f9bbe66a0039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.847259] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e47095b3-2922-4f94-bf19-afda47950ca5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.860101] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db34bc9f-3524-462e-81d5-5241b1a560b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.888875] env[62107]: INFO nova.compute.manager [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Unrescuing [ 1679.888875] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.888875] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.888875] env[62107]: DEBUG nova.network.neutron [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1679.902941] env[62107]: DEBUG nova.compute.manager [req-13ca67f1-636b-4387-b2fc-e4118ec53255 req-021a5595-9775-4ec4-9af2-54bcf2757d10 service nova] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Detach interface failed, port_id=d75dd6cb-d718-4f1e-b194-06505c92ada4, reason: Instance b76d7072-491d-45ef-982b-2b478d1dfbbd could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1679.927356] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Preparing fetch location {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1679.928137] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Fetch image to [datastore1] OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb/OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb.vmdk {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1679.928137] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Downloading stream optimized image dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c to [datastore1] OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb/OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb.vmdk on the data store datastore1 as vApp {{(pid=62107) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1679.928137] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Downloading image file data dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c to the ESX as VM named 'OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb' {{(pid=62107) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1679.989334] env[62107]: DEBUG nova.compute.manager [req-fa8b1e48-a61d-413d-bba7-9d2b21d46183 req-9de8ba42-a679-4ec1-840d-03721a63c975 service nova] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Received event network-vif-deleted-249a8173-3a23-4845-b0f8-2865de68ba5e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.009195] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699954, 'name': Rename_Task, 'duration_secs': 0.264698} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.009811] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.010395] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d210fac0-8601-4d13-9b9c-11147f3f3024 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.018594] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1680.018594] env[62107]: value = "task-1699955" [ 1680.018594] env[62107]: _type = "Task" [ 1680.018594] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.024677] env[62107]: DEBUG nova.compute.manager [req-3df0719a-95ea-409d-a649-fee1a7d2105b req-096e30e4-387b-4161-be46-d2f930fe76f2 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Received event network-vif-deleted-0dd4d2c3-8241-4963-be87-5afb3c6fc421 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.024922] env[62107]: INFO nova.compute.manager [req-3df0719a-95ea-409d-a649-fee1a7d2105b req-096e30e4-387b-4161-be46-d2f930fe76f2 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Neutron deleted interface 0dd4d2c3-8241-4963-be87-5afb3c6fc421; detaching it from the instance and deleting it from the info cache [ 1680.025149] env[62107]: DEBUG nova.network.neutron [req-3df0719a-95ea-409d-a649-fee1a7d2105b req-096e30e4-387b-4161-be46-d2f930fe76f2 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.032890] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.033889] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1680.033889] env[62107]: value = "resgroup-9" [ 1680.033889] env[62107]: _type = "ResourcePool" [ 1680.033889] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1680.034471] env[62107]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-acea5726-3f33-4808-944c-53295ba53859 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.060083] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lease: (returnval){ [ 1680.060083] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d116e6-198f-4668-3e02-d8b933f82671" [ 1680.060083] env[62107]: _type = "HttpNfcLease" [ 1680.060083] env[62107]: } obtained for vApp import into resource pool (val){ [ 1680.060083] env[62107]: value = "resgroup-9" [ 1680.060083] env[62107]: _type = "ResourcePool" [ 1680.060083] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1680.060493] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the lease: (returnval){ [ 1680.060493] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d116e6-198f-4668-3e02-d8b933f82671" [ 1680.060493] env[62107]: _type = "HttpNfcLease" [ 1680.060493] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1680.071700] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1680.071700] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d116e6-198f-4668-3e02-d8b933f82671" [ 1680.071700] env[62107]: _type = "HttpNfcLease" [ 1680.071700] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1680.236350] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.272906] env[62107]: INFO nova.compute.claims [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.304269] env[62107]: DEBUG oslo_concurrency.lockutils [None req-19e99a58-3ba7-4655-9420-37db01541926 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "81b88841-7349-47d3-bedc-4e92688077bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.448s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.320825] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52862140-ee5f-d816-70f0-f9bbe66a0039, 'name': SearchDatastore_Task, 'duration_secs': 0.024614} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.321296] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.321578] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.321996] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21826734-b39c-4b08-af64-38f4c0964255 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.330317] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1680.330317] env[62107]: value = "task-1699957" [ 1680.330317] env[62107]: _type = "Task" [ 1680.330317] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.345639] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.444115] env[62107]: DEBUG nova.network.neutron [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.497379] env[62107]: DEBUG nova.network.neutron [-] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.535125] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.535438] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a59265c1-7dab-40da-9692-93c096d39d05 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.547081] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3f828-84d6-4615-932f-601e003f0a4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.572379] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1680.572379] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d116e6-198f-4668-3e02-d8b933f82671" [ 1680.572379] env[62107]: _type = "HttpNfcLease" [ 1680.572379] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1680.572706] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1680.572706] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d116e6-198f-4668-3e02-d8b933f82671" [ 1680.572706] env[62107]: _type = "HttpNfcLease" [ 1680.572706] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1680.577023] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e637c922-3eb0-48e0-a61e-172bf93909fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.589097] env[62107]: DEBUG nova.compute.manager [req-3df0719a-95ea-409d-a649-fee1a7d2105b req-096e30e4-387b-4161-be46-d2f930fe76f2 service nova] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Detach interface failed, port_id=0dd4d2c3-8241-4963-be87-5afb3c6fc421, reason: Instance 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1680.595791] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44504-fc58-a46a-166b-9347e96b4db2/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1680.595986] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44504-fc58-a46a-166b-9347e96b4db2/disk-0.vmdk. {{(pid=62107) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1680.660383] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c81290e-32ea-4434-bad0-6cd8534a6dbd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.779492] env[62107]: INFO nova.compute.resource_tracker [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating resource usage from migration 854d6197-7ea7-45a6-bee9-7735223bb3f1 [ 1680.844404] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699957, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.947572] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.948269] env[62107]: DEBUG nova.objects.instance [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'flavor' on Instance uuid d79744ba-656a-4265-bf09-2dd68d525d52 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.988954] env[62107]: DEBUG nova.network.neutron [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.004744] env[62107]: INFO nova.compute.manager [-] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Took 1.34 seconds to deallocate network for instance. [ 1681.047972] env[62107]: DEBUG oslo_vmware.api [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1699955, 'name': PowerOnVM_Task, 'duration_secs': 0.537308} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.054648] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.055148] env[62107]: INFO nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Took 6.03 seconds to spawn the instance on the hypervisor. [ 1681.055499] env[62107]: DEBUG nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1681.062134] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e660c9-ea00-4fa1-aa0b-d4457da0a37d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.177351] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096d24c6-a066-4749-82f9-b51e43ba1c94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.189145] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9193bc6-bdb8-4dcb-8666-d3f491bfe6c4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.230800] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d120f68-f023-4767-8d2a-13c5b1f2bcad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.243822] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851354e0-371c-41a1-bc66-af92ceb45d58 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.263251] env[62107]: DEBUG nova.compute.provider_tree [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1681.343035] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564193} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.345279] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.345676] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.346456] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ceb8235-c96d-4412-985b-1bbbfe550c66 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.357014] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1681.357014] env[62107]: value = "task-1699958" [ 1681.357014] env[62107]: _type = "Task" [ 1681.357014] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.370362] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.454246] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c0ee5-013b-45d5-974c-57c753df4b9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.483858] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.489965] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-747b9339-48d4-411f-9ab5-a9111b14a083 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.493338] env[62107]: INFO nova.compute.manager [-] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Took 1.82 seconds to deallocate network for instance. [ 1681.502873] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1681.502873] env[62107]: value = "task-1699959" [ 1681.502873] env[62107]: _type = "Task" [ 1681.502873] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.521555] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.525625] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.606823] env[62107]: INFO nova.compute.manager [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Took 17.22 seconds to build instance. [ 1681.624941] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1681.625353] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354347', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'name': 'volume-3033e84f-00bb-439f-8b02-f4334a879ed2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e65881b1-87f9-484c-a9a7-3e44dd6c1cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'serial': '3033e84f-00bb-439f-8b02-f4334a879ed2'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1681.626526] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6be6c6-5566-4121-b40b-597a1c19e2c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.657525] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230bc2f1-27eb-4797-9b92-1b2e50e83251 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.694535] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-3033e84f-00bb-439f-8b02-f4334a879ed2/volume-3033e84f-00bb-439f-8b02-f4334a879ed2.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.702843] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ace041-0c93-4008-a037-a029a63fe87a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.731328] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1681.731328] env[62107]: value = "task-1699960" [ 1681.731328] env[62107]: _type = "Task" [ 1681.731328] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.745473] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.792266] env[62107]: ERROR nova.scheduler.client.report [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [req-27895be8-7ed1-4f16-a220-3e0f29858616] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27895be8-7ed1-4f16-a220-3e0f29858616"}]} [ 1681.810084] env[62107]: DEBUG nova.scheduler.client.report [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1681.826181] env[62107]: DEBUG nova.scheduler.client.report [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1681.826641] env[62107]: DEBUG nova.compute.provider_tree [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1681.846900] env[62107]: DEBUG nova.scheduler.client.report [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1681.869809] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076831} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.870111] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1681.871027] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e609627-ef52-4bad-8668-1939c36dc5ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.874834] env[62107]: DEBUG nova.scheduler.client.report [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1681.904699] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1681.906290] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Completed reading data from the image iterator. {{(pid=62107) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1681.906563] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44504-fc58-a46a-166b-9347e96b4db2/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1681.911437] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d16b4ee2-f942-4d56-b683-72cd400fd313 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.926239] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f3cc22-c099-43c4-8e06-4a6f59d0ede0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.934664] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44504-fc58-a46a-166b-9347e96b4db2/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1681.934664] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44504-fc58-a46a-166b-9347e96b4db2/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1681.934871] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9cd8020e-6954-4ca5-8ab1-47ee206ab34f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.937831] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1681.937831] env[62107]: value = "task-1699961" [ 1681.937831] env[62107]: _type = "Task" [ 1681.937831] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.948464] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.001876] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.009260] env[62107]: DEBUG nova.compute.manager [req-a6f805b1-67ba-4173-8d29-53a2367f23a8 req-ae7bf459-a1d2-4b29-85b7-1f17138d53ca service nova] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Received event network-vif-deleted-4fb8bd47-efa1-466e-b637-ef4bc3c1b658 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1682.016104] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699959, 'name': PowerOffVM_Task, 'duration_secs': 0.444541} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.019109] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.025139] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfiguring VM instance instance-0000005d to detach disk 2002 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1682.026698] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af04e52-9983-482e-b082-18b81065cc15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.051819] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1682.051819] env[62107]: value = "task-1699962" [ 1682.051819] env[62107]: _type = "Task" [ 1682.051819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.066520] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.112228] env[62107]: DEBUG oslo_concurrency.lockutils [None req-429391ce-5a67-4c68-ae6d-1e3f0e94431b tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.730s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.112228] env[62107]: DEBUG oslo_vmware.rw_handles [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b44504-fc58-a46a-166b-9347e96b4db2/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1682.112228] env[62107]: INFO nova.virt.vmwareapi.images [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Downloaded image file data dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c [ 1682.116651] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be3d39a-b7fe-4f9d-b70b-5e6498fca39d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.141786] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-094e688f-faf1-4316-bcdd-0316602c981a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.170921] env[62107]: INFO nova.virt.vmwareapi.images [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] The imported VM was unregistered [ 1682.174449] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Caching image {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1682.174877] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.184333] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4151d5-0ecf-4a66-aee3-db8f1b10af3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.225448] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Created directory with path [datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.225683] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb/OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb.vmdk to [datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk. {{(pid=62107) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1682.228341] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0e4ce326-cd5f-4b8b-bea7-d876607b6526 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.238937] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1682.238937] env[62107]: value = "task-1699964" [ 1682.238937] env[62107]: _type = "Task" [ 1682.238937] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.250526] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.257408] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.286909] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a7c082-1d1b-4e73-ac37-188ab36ac229 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.295745] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1814d52-e1a7-4f77-bde0-449d370c21db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.329914] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7cde62-cc0a-44df-8f86-eb8ccbc3abd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.339294] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916849e-6efe-4cc7-aba2-0e9056cb7fdc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.354935] env[62107]: DEBUG nova.compute.provider_tree [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.450761] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.565470] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.750350] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.754241] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.859152] env[62107]: DEBUG nova.scheduler.client.report [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1682.953142] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699961, 'name': ReconfigVM_Task, 'duration_secs': 0.947163} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.953504] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a/3c51d02f-f226-436c-8fdb-67ef266d464a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.954191] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e09486d5-4fcc-4d83-9062-d09e2d461940 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.962794] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1682.962794] env[62107]: value = "task-1699965" [ 1682.962794] env[62107]: _type = "Task" [ 1682.962794] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.973820] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699965, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.063932] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699962, 'name': ReconfigVM_Task, 'duration_secs': 0.578751} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.064536] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfigured VM instance instance-0000005d to detach disk 2002 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1683.064536] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.064692] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba982917-76fa-4665-b92c-ff799439d692 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.073013] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1683.073013] env[62107]: value = "task-1699966" [ 1683.073013] env[62107]: _type = "Task" [ 1683.073013] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.081998] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.252550] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.256364] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699960, 'name': ReconfigVM_Task, 'duration_secs': 1.325484} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.256675] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-3033e84f-00bb-439f-8b02-f4334a879ed2/volume-3033e84f-00bb-439f-8b02-f4334a879ed2.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.261558] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803675d7-8bad-481b-a7b3-1938d088947c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.279067] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1683.279067] env[62107]: value = "task-1699967" [ 1683.279067] env[62107]: _type = "Task" [ 1683.279067] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.289489] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.344160] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.344388] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.364703] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.596s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.364703] env[62107]: INFO nova.compute.manager [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Migrating [ 1683.371094] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.650s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.372596] env[62107]: INFO nova.compute.claims [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.474999] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699965, 'name': Rename_Task, 'duration_secs': 0.406438} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.475192] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.475380] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe174ca-6fdb-40b5-99a4-74db11e4e2c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.485819] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1683.485819] env[62107]: value = "task-1699968" [ 1683.485819] env[62107]: _type = "Task" [ 1683.485819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.495884] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.584529] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.752128] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.789103] env[62107]: DEBUG oslo_vmware.api [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699967, 'name': ReconfigVM_Task, 'duration_secs': 0.25837} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.789502] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354347', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'name': 'volume-3033e84f-00bb-439f-8b02-f4334a879ed2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e65881b1-87f9-484c-a9a7-3e44dd6c1cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'serial': '3033e84f-00bb-439f-8b02-f4334a879ed2'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1683.846617] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1683.884755] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.885029] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.885178] env[62107]: DEBUG nova.network.neutron [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.997744] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.063785] env[62107]: DEBUG nova.compute.manager [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Received event network-changed-f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1684.063983] env[62107]: DEBUG nova.compute.manager [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Refreshing instance network info cache due to event network-changed-f61248e7-d003-45d0-bc1c-35668edf6c09. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1684.064243] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] Acquiring lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.064360] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] Acquired lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.064554] env[62107]: DEBUG nova.network.neutron [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Refreshing network info cache for port f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.087636] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699966, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.253935] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.371933] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.504549] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.586189] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699966, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.692909] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b03c79-ee5f-4e14-a86d-e39f55e9fa21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.706397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a01717c-3b2c-4bf7-8bec-8db5250d1708 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.739963] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e17755-58c4-413e-af18-65fbab73209f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.756915] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ccfe8-97cf-4862-9308-391f03d71d45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.761120] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.762283] env[62107]: DEBUG nova.network.neutron [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [{"id": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "address": "fa:16:3e:2c:91:f8", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674e5c6f-80", "ovs_interfaceid": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.776045] env[62107]: DEBUG nova.compute.provider_tree [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.831184] env[62107]: DEBUG nova.objects.instance [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'flavor' on Instance uuid e65881b1-87f9-484c-a9a7-3e44dd6c1cb6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1684.904888] env[62107]: DEBUG nova.network.neutron [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updated VIF entry in instance network info cache for port f61248e7-d003-45d0-bc1c-35668edf6c09. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.905282] env[62107]: DEBUG nova.network.neutron [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updating instance_info_cache with network_info: [{"id": "f61248e7-d003-45d0-bc1c-35668edf6c09", "address": "fa:16:3e:01:40:11", "network": {"id": "e1b07749-56c2-4436-afd3-368150c7d4f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1283974282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0add80c1d96c48d9994845fe0a17b0f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf61248e7-d0", "ovs_interfaceid": "f61248e7-d003-45d0-bc1c-35668edf6c09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.998464] env[62107]: DEBUG oslo_vmware.api [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699968, 'name': PowerOnVM_Task, 'duration_secs': 1.140232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.000958] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.000958] env[62107]: DEBUG nova.compute.manager [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1685.000958] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7418a67f-1a1e-4ccb-a787-e58cd02af909 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.086770] env[62107]: DEBUG oslo_vmware.api [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1699966, 'name': PowerOnVM_Task, 'duration_secs': 1.929686} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.087119] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.087323] env[62107]: DEBUG nova.compute.manager [None req-cb45e671-c98f-4a48-9476-a0f21c56628f tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1685.088133] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7286c-05a9-4c75-8fa6-00df1bcd7ac4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.253721] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699964, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.732166} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.254014] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb/OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb.vmdk to [datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk. [ 1685.254218] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Cleaning up location [datastore1] OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1685.254386] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_923425f5-324d-48a7-b168-cc8b80b441eb {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.254638] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-243c01e5-6a6b-4995-b05b-6c0071077923 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.261206] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1685.261206] env[62107]: value = "task-1699969" [ 1685.261206] env[62107]: _type = "Task" [ 1685.261206] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.264817] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.271767] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.279358] env[62107]: DEBUG nova.scheduler.client.report [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1685.338643] env[62107]: DEBUG oslo_concurrency.lockutils [None req-06eb1cf6-8237-4b8f-8fbb-d49ed26ade0d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.408188] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2ae6b5b-4d91-4c5c-9040-5787949ba37b req-4584755b-0e15-4deb-8a12-0365ba2debfb service nova] Releasing lock "refresh_cache-b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.520376] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.599785] env[62107]: DEBUG oslo_concurrency.lockutils [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.600138] env[62107]: DEBUG oslo_concurrency.lockutils [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.774485] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168111} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.774830] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.775008] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.775252] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk to [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.775566] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f40f647-66c6-4bb0-a8e4-a12630343e21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.783110] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1685.783110] env[62107]: value = "task-1699970" [ 1685.783110] env[62107]: _type = "Task" [ 1685.783110] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.783741] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.784243] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1685.790264] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.769s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.790516] env[62107]: DEBUG nova.objects.instance [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'resources' on Instance uuid b76d7072-491d-45ef-982b-2b478d1dfbbd {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.797600] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.105538] env[62107]: INFO nova.compute.manager [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Detaching volume 3033e84f-00bb-439f-8b02-f4334a879ed2 [ 1686.149183] env[62107]: INFO nova.virt.block_device [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Attempting to driver detach volume 3033e84f-00bb-439f-8b02-f4334a879ed2 from mountpoint /dev/sdb [ 1686.149548] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1686.149627] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354347', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'name': 'volume-3033e84f-00bb-439f-8b02-f4334a879ed2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e65881b1-87f9-484c-a9a7-3e44dd6c1cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'serial': '3033e84f-00bb-439f-8b02-f4334a879ed2'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1686.150541] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606798f-5e3f-4c8e-8e29-82efc6e3b625 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.174852] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e0ac6-bb50-4c37-a347-4b96efa4949f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.183303] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea1b2e-bb68-46ac-a657-b090c8bbfa54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.205296] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfd8811-0ad1-4210-98ac-8869d9f2b798 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.221399] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] The volume has not been displaced from its original location: [datastore1] volume-3033e84f-00bb-439f-8b02-f4334a879ed2/volume-3033e84f-00bb-439f-8b02-f4334a879ed2.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1686.226655] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1686.226902] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbcda689-effb-4e09-847a-7128111ac685 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.246215] env[62107]: DEBUG oslo_vmware.api [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1686.246215] env[62107]: value = "task-1699971" [ 1686.246215] env[62107]: _type = "Task" [ 1686.246215] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.255154] env[62107]: DEBUG oslo_vmware.api [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.294053] env[62107]: DEBUG nova.compute.utils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.297557] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.298821] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1686.298999] env[62107]: DEBUG nova.network.neutron [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1686.372093] env[62107]: DEBUG nova.policy [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245275ac8ca548cebd39cb32c272c491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81022b7371794a348e81bc85779cce6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1686.637561] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6f8a5b-d782-4c60-bd7f-6f88fb1efddc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.647064] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e93c94-1de5-4584-b13c-05fab1d669d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.697551] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b42772-bfb1-4e7d-9ca5-0257f80c4e2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.708843] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6fb0b4-0be4-4270-9faa-465642e1ebd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.729759] env[62107]: DEBUG nova.compute.provider_tree [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.748611] env[62107]: DEBUG nova.network.neutron [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Successfully created port: dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.765085] env[62107]: DEBUG oslo_vmware.api [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699971, 'name': ReconfigVM_Task, 'duration_secs': 0.297359} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.765443] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1686.771201] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d81fab6b-5fcb-40ce-af64-4afb866b206c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.790024] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6559e2-86a1-455d-bbc8-736d570c2c96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.793907] env[62107]: DEBUG oslo_vmware.api [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1686.793907] env[62107]: value = "task-1699972" [ 1686.793907] env[62107]: _type = "Task" [ 1686.793907] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.801733] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1686.808023] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.822228] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1686.829429] env[62107]: DEBUG oslo_vmware.api [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.233374] env[62107]: DEBUG nova.scheduler.client.report [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1687.254700] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "3c51d02f-f226-436c-8fdb-67ef266d464a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.254700] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.255323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "3c51d02f-f226-436c-8fdb-67ef266d464a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.255323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.255323] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.260247] env[62107]: INFO nova.compute.manager [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Terminating instance [ 1687.265035] env[62107]: DEBUG nova.compute.manager [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1687.265247] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.266113] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543b5dd-5b09-4321-9668-c57376930f81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.279550] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.279857] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bed553a-8f32-49e8-b0bf-ad319eb59296 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.305493] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.305843] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1687.305843] env[62107]: value = "task-1699973" [ 1687.305843] env[62107]: _type = "Task" [ 1687.305843] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.313699] env[62107]: DEBUG oslo_vmware.api [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699972, 'name': ReconfigVM_Task, 'duration_secs': 0.259045} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.314556] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354347', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'name': 'volume-3033e84f-00bb-439f-8b02-f4334a879ed2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e65881b1-87f9-484c-a9a7-3e44dd6c1cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '3033e84f-00bb-439f-8b02-f4334a879ed2', 'serial': '3033e84f-00bb-439f-8b02-f4334a879ed2'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1687.320128] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.332962] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.332962] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5976b3-831e-4b7c-bbc9-81c850abd55d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.347953] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1687.347953] env[62107]: value = "task-1699974" [ 1687.347953] env[62107]: _type = "Task" [ 1687.347953] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.358844] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.405313] env[62107]: DEBUG nova.compute.manager [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.405554] env[62107]: DEBUG nova.compute.manager [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing instance network info cache due to event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1687.405778] env[62107]: DEBUG oslo_concurrency.lockutils [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.405983] env[62107]: DEBUG oslo_concurrency.lockutils [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.406322] env[62107]: DEBUG nova.network.neutron [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.445089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.445398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.739701] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.742533] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.506s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.742791] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.744968] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.224s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.745259] env[62107]: DEBUG nova.objects.instance [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.765746] env[62107]: INFO nova.scheduler.client.report [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocations for instance b76d7072-491d-45ef-982b-2b478d1dfbbd [ 1687.769072] env[62107]: INFO nova.scheduler.client.report [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted allocations for instance a8ad6ab5-1f58-4a3e-8025-6863e51672aa [ 1687.797356] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.816386] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699973, 'name': PowerOffVM_Task, 'duration_secs': 0.476608} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.817206] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.817507] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.819062] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-965c2d5b-a420-493f-b7d4-9c55f45826ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.827537] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1687.864182] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.866800] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.867019] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.867019] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.867176] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.867326] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.867507] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.867678] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.867872] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.868064] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.868237] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.868539] env[62107]: DEBUG nova.virt.hardware [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.869284] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9302b3-a72a-497e-8628-40bfc11cd9a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.875856] env[62107]: DEBUG nova.objects.instance [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'flavor' on Instance uuid e65881b1-87f9-484c-a9a7-3e44dd6c1cb6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.881506] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07119eac-9cc9-48c3-9a8b-75d32cc38809 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.949013] env[62107]: DEBUG nova.compute.utils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.972096] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.972367] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.972518] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleting the datastore file [datastore1] 3c51d02f-f226-436c-8fdb-67ef266d464a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.976813] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01164eb5-af30-4dd6-81a8-c25d0697e742 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.982362] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1687.982362] env[62107]: value = "task-1699976" [ 1687.982362] env[62107]: _type = "Task" [ 1687.982362] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.991731] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.281622] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d0be7d68-07b7-43c6-810b-9d08307e34ec tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "a8ad6ab5-1f58-4a3e-8025-6863e51672aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.876s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.283931] env[62107]: DEBUG oslo_concurrency.lockutils [None req-82752e92-d8eb-4751-880c-5456a796ed2a tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "b76d7072-491d-45ef-982b-2b478d1dfbbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.291s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.306394] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.360513] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699974, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.451729] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.496844] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.521882] env[62107]: DEBUG nova.network.neutron [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updated VIF entry in instance network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.521882] env[62107]: DEBUG nova.network.neutron [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.561815] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a41d7-32e8-4dd9-bb52-a16c9274921c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.570398] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5f14ca-ab28-473c-8695-d26a9a65c700 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.614026] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49590c6e-83ce-4ade-b7e4-9c02376b6adf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.622945] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f9286-5a85-405a-8b7e-d322423358a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.641262] env[62107]: DEBUG nova.compute.provider_tree [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.799898] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.809704] env[62107]: DEBUG nova.network.neutron [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Successfully updated port: dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.861965] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699974, 'name': PowerOffVM_Task, 'duration_secs': 1.143629} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.861965] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.861965] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1688.886573] env[62107]: DEBUG oslo_concurrency.lockutils [None req-338ba224-ec55-4497-b1f0-707311bb7c1a tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.286s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.968271] env[62107]: DEBUG nova.compute.manager [req-eddc94a6-04cd-41a1-9ea3-db90388e03bf req-a66e0b83-1f1d-4655-8cd8-1aadaff0c2ec service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Received event network-vif-plugged-dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1688.968490] env[62107]: DEBUG oslo_concurrency.lockutils [req-eddc94a6-04cd-41a1-9ea3-db90388e03bf req-a66e0b83-1f1d-4655-8cd8-1aadaff0c2ec service nova] Acquiring lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.969706] env[62107]: DEBUG oslo_concurrency.lockutils [req-eddc94a6-04cd-41a1-9ea3-db90388e03bf req-a66e0b83-1f1d-4655-8cd8-1aadaff0c2ec service nova] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.969706] env[62107]: DEBUG oslo_concurrency.lockutils [req-eddc94a6-04cd-41a1-9ea3-db90388e03bf req-a66e0b83-1f1d-4655-8cd8-1aadaff0c2ec service nova] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.969706] env[62107]: DEBUG nova.compute.manager [req-eddc94a6-04cd-41a1-9ea3-db90388e03bf req-a66e0b83-1f1d-4655-8cd8-1aadaff0c2ec service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] No waiting events found dispatching network-vif-plugged-dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1688.969706] env[62107]: WARNING nova.compute.manager [req-eddc94a6-04cd-41a1-9ea3-db90388e03bf req-a66e0b83-1f1d-4655-8cd8-1aadaff0c2ec service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Received unexpected event network-vif-plugged-dd8a14dd-99f8-467d-9370-396dc540098d for instance with vm_state building and task_state spawning. [ 1688.994943] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.026106] env[62107]: DEBUG oslo_concurrency.lockutils [req-ed478af3-3c7d-4ced-9d02-61dc7bcf4656 req-c795dbc9-2933-49cb-9cd6-05078305ad39 service nova] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.144205] env[62107]: DEBUG nova.scheduler.client.report [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1689.299390] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699970, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.068825} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.299826] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c/dfaf7b05-3ed2-4bde-a6a4-4059d4e6c03c.vmdk to [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.300559] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1003caca-260d-417b-982e-01d86ffd40da {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.319096] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.319248] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.319459] env[62107]: DEBUG nova.network.neutron [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.329836] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.330914] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f314531-f8ef-4af6-a076-72498ab706ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.353585] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1689.353585] env[62107]: value = "task-1699977" [ 1689.353585] env[62107]: _type = "Task" [ 1689.353585] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.362816] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.367436] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1689.367641] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1689.367802] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.367989] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1689.368156] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.368340] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1689.368497] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1689.368655] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1689.368846] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1689.369032] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1689.369212] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1689.374093] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d073dcc3-26c7-422b-a9e5-6141b1c2010c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.392237] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1689.392237] env[62107]: value = "task-1699978" [ 1689.392237] env[62107]: _type = "Task" [ 1689.392237] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.402454] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.437047] env[62107]: DEBUG nova.compute.manager [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.437277] env[62107]: DEBUG nova.compute.manager [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing instance network info cache due to event network-changed-8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1689.437545] env[62107]: DEBUG oslo_concurrency.lockutils [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] Acquiring lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.437803] env[62107]: DEBUG oslo_concurrency.lockutils [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] Acquired lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.437989] env[62107]: DEBUG nova.network.neutron [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Refreshing network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.494583] env[62107]: DEBUG oslo_vmware.api [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1699976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.190989} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.494843] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.495045] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.495228] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.495422] env[62107]: INFO nova.compute.manager [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1689.495683] env[62107]: DEBUG oslo.service.loopingcall [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.495879] env[62107]: DEBUG nova.compute.manager [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1689.495973] env[62107]: DEBUG nova.network.neutron [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.519509] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.519778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.520018] env[62107]: INFO nova.compute.manager [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Attaching volume bc9eea13-80b7-4ddb-88c0-fc972d769be9 to /dev/sdb [ 1689.558764] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6af67f-475f-42af-badf-cfd864bcc164 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.566590] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b314e8-ea7b-4ce1-bbf7-ff0e30b15e5e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.583230] env[62107]: DEBUG nova.virt.block_device [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updating existing volume attachment record: 27779f9e-a950-4f73-9a98-eb0eac42b3c4 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1689.586451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.586451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.586451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.586451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.586451] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.591434] env[62107]: INFO nova.compute.manager [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Terminating instance [ 1689.594506] env[62107]: DEBUG nova.compute.manager [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1689.594506] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.595129] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d1049-d947-476a-bcf1-36a76885ee9a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.603432] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.603697] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755f3d2f-86eb-440b-8303-42e73917054b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.610700] env[62107]: DEBUG oslo_vmware.api [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1689.610700] env[62107]: value = "task-1699979" [ 1689.610700] env[62107]: _type = "Task" [ 1689.610700] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.619414] env[62107]: DEBUG oslo_vmware.api [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.650614] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.653172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.652s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.653386] env[62107]: DEBUG nova.objects.instance [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'resources' on Instance uuid f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.675015] env[62107]: INFO nova.scheduler.client.report [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff [ 1689.862916] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.863823] env[62107]: DEBUG nova.network.neutron [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1689.901647] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.072984] env[62107]: DEBUG nova.network.neutron [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance_info_cache with network_info: [{"id": "dd8a14dd-99f8-467d-9370-396dc540098d", "address": "fa:16:3e:85:2d:40", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a14dd-99", "ovs_interfaceid": "dd8a14dd-99f8-467d-9370-396dc540098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.126127] env[62107]: DEBUG oslo_vmware.api [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699979, 'name': PowerOffVM_Task, 'duration_secs': 0.230381} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.129686] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.130110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.132745] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3c4da51-c053-4e27-b3cd-792821bb48e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.151753] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.152061] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.188764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ae1dd67a-e4c9-4a1a-b6f9-4e8dad2d99a0 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.912s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.261102] env[62107]: DEBUG nova.network.neutron [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.308474] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-cf1af4db-308e-47f8-a642-9acd3e4dbf23-6db101dd-870a-4beb-8e2d-56cfbe8e7527" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.310267] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-cf1af4db-308e-47f8-a642-9acd3e4dbf23-6db101dd-870a-4beb-8e2d-56cfbe8e7527" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.310267] env[62107]: DEBUG nova.objects.instance [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'flavor' on Instance uuid cf1af4db-308e-47f8-a642-9acd3e4dbf23 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.311320] env[62107]: DEBUG nova.network.neutron [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updated VIF entry in instance network info cache for port 8983f3df-1d9f-4092-bd91-a3c847df8178. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.311805] env[62107]: DEBUG nova.network.neutron [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [{"id": "8983f3df-1d9f-4092-bd91-a3c847df8178", "address": "fa:16:3e:7c:bd:74", "network": {"id": "be42e896-2a61-4bc3-91f1-56df113e7b1a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-403355925-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dac4f58fab884200a32ec150d89b3695", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8983f3df-1d", "ovs_interfaceid": "8983f3df-1d9f-4092-bd91-a3c847df8178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.321446] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.321446] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.321446] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleting the datastore file [datastore1] e65881b1-87f9-484c-a9a7-3e44dd6c1cb6 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.321730] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8871afb6-b52c-4405-9bd3-7d096e0d5c88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.330920] env[62107]: DEBUG oslo_vmware.api [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1690.330920] env[62107]: value = "task-1699984" [ 1690.330920] env[62107]: _type = "Task" [ 1690.330920] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.347540] env[62107]: DEBUG oslo_vmware.api [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.366205] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.402840] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699978, 'name': ReconfigVM_Task, 'duration_secs': 0.725986} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.405356] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1690.498503] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb24de94-0e74-4d07-87ba-ff980b683816 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.506909] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ecfe7-b6e4-47c2-8582-0768bb3d949e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.540599] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068ec27-0d3c-4edb-bd10-1d33bc3301aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.549146] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd65af6f-5206-42eb-ace3-b9a2cb6ca9ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.563097] env[62107]: DEBUG nova.compute.provider_tree [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.575728] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.576028] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Instance network_info: |[{"id": "dd8a14dd-99f8-467d-9370-396dc540098d", "address": "fa:16:3e:85:2d:40", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a14dd-99", "ovs_interfaceid": "dd8a14dd-99f8-467d-9370-396dc540098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1690.576442] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:2d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd8a14dd-99f8-467d-9370-396dc540098d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.583855] env[62107]: DEBUG oslo.service.loopingcall [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.584306] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.584528] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abf6c2ce-e6c1-42de-87b5-2c666a5443ab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.606133] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.606133] env[62107]: value = "task-1699985" [ 1690.606133] env[62107]: _type = "Task" [ 1690.606133] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.614730] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699985, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.657114] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1690.774924] env[62107]: INFO nova.compute.manager [-] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Took 1.28 seconds to deallocate network for instance. [ 1690.817661] env[62107]: DEBUG oslo_concurrency.lockutils [req-0b7a3a6a-178f-48e1-b877-88013643764a req-ec1473e7-769b-458e-bbda-97b8871de8bd service nova] Releasing lock "refresh_cache-d79744ba-656a-4265-bf09-2dd68d525d52" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.846912] env[62107]: DEBUG oslo_vmware.api [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1699984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330969} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.846912] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1690.847334] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1690.847334] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1690.847334] env[62107]: INFO nova.compute.manager [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1690.847732] env[62107]: DEBUG oslo.service.loopingcall [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.850597] env[62107]: DEBUG nova.compute.manager [-] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1690.850745] env[62107]: DEBUG nova.network.neutron [-] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1690.866032] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699977, 'name': ReconfigVM_Task, 'duration_secs': 1.143116} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.866032] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5/d6200c87-d0af-4105-a7c3-706df325abd5.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1690.866968] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f43bae-6d23-40df-81f5-6d722f99764a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.874971] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1690.874971] env[62107]: value = "task-1699986" [ 1690.874971] env[62107]: _type = "Task" [ 1690.874971] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.888078] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699986, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.912476] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1690.912754] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1690.912987] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.913275] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1690.913524] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.913791] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1690.913999] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1690.914227] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1690.914439] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1690.914718] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1690.914978] env[62107]: DEBUG nova.virt.hardware [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1690.922522] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1690.922872] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9624b8f-6be2-4086-9dd9-53368bf8ac51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.947693] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1690.947693] env[62107]: value = "task-1699987" [ 1690.947693] env[62107]: _type = "Task" [ 1690.947693] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.960214] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.012503] env[62107]: DEBUG nova.objects.instance [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'pci_requests' on Instance uuid cf1af4db-308e-47f8-a642-9acd3e4dbf23 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.082761] env[62107]: ERROR nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [req-484c0551-6f4e-4121-9a90-94c945d2f51a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-484c0551-6f4e-4121-9a90-94c945d2f51a"}]} [ 1691.100567] env[62107]: DEBUG nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1691.115970] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1699985, 'name': CreateVM_Task, 'duration_secs': 0.381894} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.116151] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.116831] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.116992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.117356] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.117615] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b198e867-6b83-4be5-ad1f-52c39215d34e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.119983] env[62107]: DEBUG nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1691.120197] env[62107]: DEBUG nova.compute.provider_tree [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.126616] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1691.126616] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52526d5e-466d-931e-ca03-a6f0708856c3" [ 1691.126616] env[62107]: _type = "Task" [ 1691.126616] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.135812] env[62107]: DEBUG nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1691.143657] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52526d5e-466d-931e-ca03-a6f0708856c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.169139] env[62107]: DEBUG nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1691.172866] env[62107]: DEBUG nova.compute.manager [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Received event network-changed-dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1691.173150] env[62107]: DEBUG nova.compute.manager [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Refreshing instance network info cache due to event network-changed-dd8a14dd-99f8-467d-9370-396dc540098d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1691.173265] env[62107]: DEBUG oslo_concurrency.lockutils [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] Acquiring lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.173491] env[62107]: DEBUG oslo_concurrency.lockutils [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] Acquired lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.173584] env[62107]: DEBUG nova.network.neutron [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Refreshing network info cache for port dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.182947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.243952] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.244171] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.244628] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1691.281433] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.293816] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "f484e98a-7d59-48d8-a128-2ca43a86cd51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.294069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.390143] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699986, 'name': Rename_Task, 'duration_secs': 0.213037} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.392778] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.393574] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f70e9204-5e61-428b-be46-c030e8f49ead {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.401452] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1691.401452] env[62107]: value = "task-1699988" [ 1691.401452] env[62107]: _type = "Task" [ 1691.401452] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.412992] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.443491] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3675f912-4b99-4459-b236-2852c2b26a71 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.455159] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b0a82-58bd-482c-81b2-86e51bf1ba4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.462970] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699987, 'name': ReconfigVM_Task, 'duration_secs': 0.257023} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.463528] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1691.464372] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c9738d-b33c-444c-b8d6-e1250449b350 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.493293] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e4b6a-ea4c-4117-a5ea-b4321fac9cca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.513579] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2/3090633e-9bda-4c77-b4b6-e1082eab0ce2.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.514864] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588ba78f-c808-475a-bd1d-0126c4f7fb3b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.530510] env[62107]: DEBUG nova.objects.base [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1691.530723] env[62107]: DEBUG nova.network.neutron [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1691.534252] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e31ca3-136b-4922-9b58-bcd547377ed9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.541447] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1691.541447] env[62107]: value = "task-1699989" [ 1691.541447] env[62107]: _type = "Task" [ 1691.541447] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.553180] env[62107]: DEBUG nova.compute.provider_tree [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.561110] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.614057] env[62107]: DEBUG nova.policy [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1691.638458] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52526d5e-466d-931e-ca03-a6f0708856c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013373} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.638787] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.639034] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.639292] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.639467] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.639675] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.639932] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d35849e9-b3a4-4730-88da-d4bad298a775 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.649882] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.650158] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.650866] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833c952e-7670-492b-99cf-6f9516083e55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.658436] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1691.658436] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525db500-076b-9528-c61b-f6e94fa78d46" [ 1691.658436] env[62107]: _type = "Task" [ 1691.658436] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.669716] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525db500-076b-9528-c61b-f6e94fa78d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.777083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.777083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.777317] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1691.796479] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1691.885810] env[62107]: DEBUG nova.network.neutron [-] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.918349] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.020050] env[62107]: DEBUG nova.network.neutron [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updated VIF entry in instance network info cache for port dd8a14dd-99f8-467d-9370-396dc540098d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.020411] env[62107]: DEBUG nova.network.neutron [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance_info_cache with network_info: [{"id": "dd8a14dd-99f8-467d-9370-396dc540098d", "address": "fa:16:3e:85:2d:40", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a14dd-99", "ovs_interfaceid": "dd8a14dd-99f8-467d-9370-396dc540098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.054248] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1699989, 'name': ReconfigVM_Task, 'duration_secs': 0.487396} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.057063] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2/3090633e-9bda-4c77-b4b6-e1082eab0ce2.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.057063] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1692.097592] env[62107]: DEBUG nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1692.097861] env[62107]: DEBUG nova.compute.provider_tree [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 150 to 151 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.098055] env[62107]: DEBUG nova.compute.provider_tree [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.171496] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525db500-076b-9528-c61b-f6e94fa78d46, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.172353] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b28e3d7-6aa4-44f1-b3ce-de8fdac005cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.179086] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1692.179086] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529eb9a1-2f4e-3362-fb02-841930f20773" [ 1692.179086] env[62107]: _type = "Task" [ 1692.179086] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.187495] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529eb9a1-2f4e-3362-fb02-841930f20773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.321638] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.388886] env[62107]: INFO nova.compute.manager [-] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Took 1.54 seconds to deallocate network for instance. [ 1692.413331] env[62107]: DEBUG oslo_vmware.api [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699988, 'name': PowerOnVM_Task, 'duration_secs': 0.93797} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.413702] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.521352] env[62107]: DEBUG nova.compute.manager [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1692.522312] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e88c92-1027-450c-9fee-2daaf320cf44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.526337] env[62107]: DEBUG oslo_concurrency.lockutils [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] Releasing lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.526677] env[62107]: DEBUG nova.compute.manager [req-a5052061-420c-411c-8cf5-a26031054772 req-baced210-4c5e-446f-96ce-819b39db69fa service nova] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Received event network-vif-deleted-acc3a39b-c854-4040-8a0f-c58d0d257b02 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1692.563296] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35e0f9-0bec-47a5-a6c7-cc6b70706601 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.583928] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ec9d11-f8fb-415a-9d8b-0a0a14d98394 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.605512] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.952s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.607642] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1692.611873] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.239s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.614117] env[62107]: INFO nova.compute.claims [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1692.631385] env[62107]: INFO nova.scheduler.client.report [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted allocations for instance f19c1efd-c45f-4ff6-9c2b-1e2260e94b03 [ 1692.689781] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529eb9a1-2f4e-3362-fb02-841930f20773, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.689995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.690260] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0/71eb8ee0-f38e-4559-b9a0-c4086e7156b0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1692.690511] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3371570b-d697-4566-9361-a1da4506bd3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.697876] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1692.697876] env[62107]: value = "task-1699991" [ 1692.697876] env[62107]: _type = "Task" [ 1692.697876] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.706455] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.895489] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.025791] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.041890] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e90f7891-2f73-424e-95dd-bce642dbcb4b tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.264s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.138882] env[62107]: DEBUG oslo_concurrency.lockutils [None req-708c6204-ce22-4f4c-a804-0328308a5296 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "f19c1efd-c45f-4ff6-9c2b-1e2260e94b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.162s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.170593] env[62107]: DEBUG nova.network.neutron [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Port 674e5c6f-80a8-45a8-a11b-f5e758f409b0 binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1693.210116] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.286794] env[62107]: DEBUG nova.compute.manager [req-077f9df2-2039-451a-8bc6-2219dca211ca req-65ec36c8-f406-41a0-9fd2-d389bcee8c8d service nova] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Received event network-vif-deleted-51939e5e-4203-4c08-a37b-afa55b70b811 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1693.340127] env[62107]: DEBUG nova.network.neutron [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Successfully updated port: 6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1693.528980] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.529942] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1693.529942] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.529942] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.529942] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.529942] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.529942] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.530486] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.530486] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1693.530486] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.713090] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866724} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.713338] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0/71eb8ee0-f38e-4559-b9a0-c4086e7156b0.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1693.713541] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1693.716238] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b5b1ae2-13fa-4719-b40e-76f64c6206a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.724712] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1693.724712] env[62107]: value = "task-1699992" [ 1693.724712] env[62107]: _type = "Task" [ 1693.724712] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.737315] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.843377] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.843672] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.843866] env[62107]: DEBUG nova.network.neutron [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1693.882698] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f453bb6-4640-4d09-a853-9e4916673334 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.890688] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0342f8c7-a7be-4cb2-8d4b-737433641c59 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.922637] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf9f2ba-7a78-446f-9fc6-51ba16e61151 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.931636] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604c6dd-fabf-4550-b11c-945504873d46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.946553] env[62107]: DEBUG nova.compute.provider_tree [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.035990] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.195037] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.195920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.195920] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.237539] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073182} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.237956] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.238762] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699833ff-477a-46a1-a998-7fe002d4f2e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.262391] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0/71eb8ee0-f38e-4559-b9a0-c4086e7156b0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.263080] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c46876-9295-4557-b005-b3a1b9e34b6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.287487] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1694.287487] env[62107]: value = "task-1699993" [ 1694.287487] env[62107]: _type = "Task" [ 1694.287487] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.296690] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.398604] env[62107]: WARNING nova.network.neutron [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] 29e26196-86b3-4c45-9500-89fe3211d9d8 already exists in list: networks containing: ['29e26196-86b3-4c45-9500-89fe3211d9d8']. ignoring it [ 1694.450021] env[62107]: DEBUG nova.scheduler.client.report [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1694.642070] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1694.642070] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1694.642070] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16218871-a691-4b72-b101-2867763ac0e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.660199] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9017716a-1a9c-4bba-8a84-d76a99ce40d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.686540] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9/volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.686893] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3b0987-e63a-4cdb-898c-d19b05a7b489 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.710066] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1694.710066] env[62107]: value = "task-1699994" [ 1694.710066] env[62107]: _type = "Task" [ 1694.710066] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.723560] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.801579] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699993, 'name': ReconfigVM_Task, 'duration_secs': 0.292347} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.801923] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0/71eb8ee0-f38e-4559-b9a0-c4086e7156b0.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.802614] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0baa158-0900-4e0b-ae2c-68371258dad9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.811253] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1694.811253] env[62107]: value = "task-1699995" [ 1694.811253] env[62107]: _type = "Task" [ 1694.811253] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.820851] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699995, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.918121] env[62107]: DEBUG nova.network.neutron [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "address": "fa:16:3e:c6:1c:67", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db101dd-87", "ovs_interfaceid": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.955825] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.956528] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1694.960038] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.440s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.960136] env[62107]: DEBUG nova.objects.instance [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1695.220708] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699994, 'name': ReconfigVM_Task, 'duration_secs': 0.466091} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.221045] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9/volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.225882] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e5bd19-13ee-4c19-b275-d556ebd8f2bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.236837] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.237028] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.237209] env[62107]: DEBUG nova.network.neutron [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1695.244972] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1695.244972] env[62107]: value = "task-1699996" [ 1695.244972] env[62107]: _type = "Task" [ 1695.244972] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.258508] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.321828] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699995, 'name': Rename_Task, 'duration_secs': 0.154474} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.322121] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.322374] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef5b8d93-b61e-4236-9e84-01594f1ffe7a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.329921] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1695.329921] env[62107]: value = "task-1699997" [ 1695.329921] env[62107]: _type = "Task" [ 1695.329921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.338741] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.422142] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.422786] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.422947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.423937] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00219e7-ca37-45fd-9109-cdb1478b76c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.442478] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1695.442724] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1695.442882] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.443091] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1695.443272] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.443374] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1695.443633] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1695.443798] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1695.443965] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1695.444140] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1695.444318] env[62107]: DEBUG nova.virt.hardware [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1695.450614] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Reconfiguring VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1695.450970] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc932b69-c654-4936-a87e-95dfcd572e02 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.464422] env[62107]: DEBUG nova.compute.utils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1695.468605] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1695.468797] env[62107]: DEBUG nova.network.neutron [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1695.473755] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d79498-4d1e-4d7c-92b7-cd61fcbff4d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.479019] env[62107]: DEBUG oslo_vmware.api [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1695.479019] env[62107]: value = "task-1699998" [ 1695.479019] env[62107]: _type = "Task" [ 1695.479019] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.484227] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Suspending the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1695.484800] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d2a85fb4-6573-42da-ae52-bf89e1051c43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.490192] env[62107]: DEBUG oslo_vmware.api [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699998, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.496068] env[62107]: DEBUG oslo_vmware.api [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1695.496068] env[62107]: value = "task-1699999" [ 1695.496068] env[62107]: _type = "Task" [ 1695.496068] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.505103] env[62107]: DEBUG oslo_vmware.api [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699999, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.511256] env[62107]: DEBUG nova.policy [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85dc79619fe2479dac70bc9f54732fd3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60bfa01478b04e2b99bf072e711ff698', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1695.523785] env[62107]: DEBUG nova.compute.manager [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-vif-plugged-6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1695.524076] env[62107]: DEBUG oslo_concurrency.lockutils [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.524302] env[62107]: DEBUG oslo_concurrency.lockutils [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.524450] env[62107]: DEBUG oslo_concurrency.lockutils [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.524628] env[62107]: DEBUG nova.compute.manager [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] No waiting events found dispatching network-vif-plugged-6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1695.524750] env[62107]: WARNING nova.compute.manager [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received unexpected event network-vif-plugged-6db101dd-870a-4beb-8e2d-56cfbe8e7527 for instance with vm_state active and task_state None. [ 1695.524914] env[62107]: DEBUG nova.compute.manager [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-changed-6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1695.525068] env[62107]: DEBUG nova.compute.manager [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing instance network info cache due to event network-changed-6db101dd-870a-4beb-8e2d-56cfbe8e7527. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1695.525251] env[62107]: DEBUG oslo_concurrency.lockutils [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.525383] env[62107]: DEBUG oslo_concurrency.lockutils [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.525587] env[62107]: DEBUG nova.network.neutron [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing network info cache for port 6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.759820] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.815846] env[62107]: DEBUG nova.network.neutron [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Successfully created port: 48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1695.841471] env[62107]: DEBUG oslo_vmware.api [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1699997, 'name': PowerOnVM_Task, 'duration_secs': 0.486517} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.842017] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.842383] env[62107]: INFO nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1695.842690] env[62107]: DEBUG nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1695.843990] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d69de9-b47a-46b2-9b69-6042276cea1c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.968967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.968967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.969817] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1695.980724] env[62107]: DEBUG oslo_concurrency.lockutils [None req-04cf752c-4d6d-43a7-ab0c-83ee3219d3c9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.981598] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.799s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.983118] env[62107]: INFO nova.compute.claims [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1696.000238] env[62107]: DEBUG oslo_vmware.api [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.008423] env[62107]: DEBUG oslo_vmware.api [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699999, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.103727] env[62107]: DEBUG nova.network.neutron [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [{"id": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "address": "fa:16:3e:2c:91:f8", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674e5c6f-80", "ovs_interfaceid": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.259663] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.294373] env[62107]: DEBUG nova.network.neutron [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updated VIF entry in instance network info cache for port 6db101dd-870a-4beb-8e2d-56cfbe8e7527. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1696.294802] env[62107]: DEBUG nova.network.neutron [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "address": "fa:16:3e:c6:1c:67", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db101dd-87", "ovs_interfaceid": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.367219] env[62107]: INFO nova.compute.manager [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Took 21.66 seconds to build instance. [ 1696.470276] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1696.499047] env[62107]: DEBUG oslo_vmware.api [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.509443] env[62107]: DEBUG oslo_vmware.api [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699999, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.606093] env[62107]: DEBUG oslo_concurrency.lockutils [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.758554] env[62107]: DEBUG oslo_vmware.api [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1699996, 'name': ReconfigVM_Task, 'duration_secs': 1.261459} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.758920] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1696.797791] env[62107]: DEBUG oslo_concurrency.lockutils [req-af481bcc-11dd-4e48-9e8a-2e2c90691a22 req-71e02be8-90b7-4497-bbe3-d36730445bf3 service nova] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.869210] env[62107]: DEBUG oslo_concurrency.lockutils [None req-57b01b42-504c-4e88-9149-723ff90a0b5d tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.174s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.992380] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.996193] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1697.006494] env[62107]: DEBUG oslo_vmware.api [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.012551] env[62107]: DEBUG oslo_vmware.api [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699999, 'name': SuspendVM_Task} progress is 58%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.025698] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1697.025948] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1697.026125] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.026310] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1697.026458] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.026601] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1697.026810] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1697.026967] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1697.027148] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1697.027313] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1697.027531] env[62107]: DEBUG nova.virt.hardware [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1697.028347] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceeffe4-b120-451b-b88b-f77ae7c69e8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.040047] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebeafb-bd2b-4017-a277-e67eb60cd3f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.139976] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211497b-7066-4a7e-a75d-3343be3933d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.170418] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c94b2-44ab-4e92-9845-d0e1935bad9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.178923] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1697.304900] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085c4b92-275f-4d38-97dc-a62845b9ac22 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.314521] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aae33a-ef3e-4406-93ce-f50e7c0714ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.355022] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3929f2-984f-460d-8d9f-907125e2efca {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.364149] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f4716-8df4-4a02-836d-d4405e5613c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.381072] env[62107]: DEBUG nova.compute.provider_tree [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.466678] env[62107]: DEBUG nova.network.neutron [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Successfully updated port: 48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1697.498900] env[62107]: DEBUG oslo_vmware.api [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1699998, 'name': ReconfigVM_Task, 'duration_secs': 1.799397} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.499236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.499509] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Reconfigured VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1697.512541] env[62107]: DEBUG oslo_vmware.api [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1699999, 'name': SuspendVM_Task, 'duration_secs': 1.67398} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.512541] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Suspended the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1697.512766] env[62107]: DEBUG nova.compute.manager [None req-1ff9ecc2-0991-459e-add7-5ad0f82dbd82 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1697.513519] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b407a29-54e6-4a7c-96dd-95bc6d3438b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.564693] env[62107]: DEBUG nova.compute.manager [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Received event network-vif-plugged-48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.565012] env[62107]: DEBUG oslo_concurrency.lockutils [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.565116] env[62107]: DEBUG oslo_concurrency.lockutils [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] Lock "7222822c-f12f-444d-9796-4bc77286b91a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.565286] env[62107]: DEBUG oslo_concurrency.lockutils [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] Lock "7222822c-f12f-444d-9796-4bc77286b91a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.565555] env[62107]: DEBUG nova.compute.manager [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] No waiting events found dispatching network-vif-plugged-48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1697.565837] env[62107]: WARNING nova.compute.manager [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Received unexpected event network-vif-plugged-48422982-1f94-473e-81a1-1d7edaa8cb4d for instance with vm_state building and task_state spawning. [ 1697.566029] env[62107]: DEBUG nova.compute.manager [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Received event network-changed-48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1697.566251] env[62107]: DEBUG nova.compute.manager [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Refreshing instance network info cache due to event network-changed-48422982-1f94-473e-81a1-1d7edaa8cb4d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1697.566382] env[62107]: DEBUG oslo_concurrency.lockutils [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] Acquiring lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.566688] env[62107]: DEBUG oslo_concurrency.lockutils [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] Acquired lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.566889] env[62107]: DEBUG nova.network.neutron [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Refreshing network info cache for port 48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.687898] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1697.688302] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee747190-4705-4fc7-809b-99f39bdb8c0f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.697251] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1697.697251] env[62107]: value = "task-1700000" [ 1697.697251] env[62107]: _type = "Task" [ 1697.697251] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.706853] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.809282] env[62107]: DEBUG nova.objects.instance [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'flavor' on Instance uuid 6c9f1815-ae82-4815-855f-7e30bb33a47e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.883085] env[62107]: DEBUG nova.scheduler.client.report [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.970974] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.989740] env[62107]: DEBUG nova.compute.manager [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1698.004158] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1045bd3f-cc19-42c4-88c2-37c60f26a3db tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-cf1af4db-308e-47f8-a642-9acd3e4dbf23-6db101dd-870a-4beb-8e2d-56cfbe8e7527" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.695s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.098587] env[62107]: DEBUG nova.network.neutron [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1698.182317] env[62107]: DEBUG nova.network.neutron [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.210907] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700000, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.253159] env[62107]: INFO nova.compute.manager [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Rebuilding instance [ 1698.300332] env[62107]: DEBUG nova.compute.manager [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1698.301208] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40318490-a0d4-446e-b478-9f9cd5680ce1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.314883] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ca660e17-19c2-48c2-b17f-dca03dff3b11 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.794s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.389263] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.389995] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1698.392881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.111s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.393117] env[62107]: DEBUG nova.objects.instance [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'resources' on Instance uuid 3c51d02f-f226-436c-8fdb-67ef266d464a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.508656] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.685029] env[62107]: DEBUG oslo_concurrency.lockutils [req-64e0b2bd-2b9a-4de3-9e51-057d3df8bb9d req-147e9e51-c416-4027-9326-3c5ec0a7f0b2 service nova] Releasing lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.685503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.685772] env[62107]: DEBUG nova.network.neutron [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1698.707220] env[62107]: DEBUG oslo_vmware.api [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700000, 'name': PowerOnVM_Task, 'duration_secs': 0.768871} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.707460] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.707649] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-825b8a50-5b77-436d-a3a2-b1251be3fe4c tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance '3090633e-9bda-4c77-b4b6-e1082eab0ce2' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.712029] env[62107]: INFO nova.compute.manager [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Resuming [ 1698.712615] env[62107]: DEBUG nova.objects.instance [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lazy-loading 'flavor' on Instance uuid d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.814636] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.814636] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e2f885-aa1b-46ba-9be0-2f1677a03fac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.824353] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1698.824353] env[62107]: value = "task-1700001" [ 1698.824353] env[62107]: _type = "Task" [ 1698.824353] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.836126] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.896374] env[62107]: DEBUG nova.compute.utils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.898039] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1698.898232] env[62107]: DEBUG nova.network.neutron [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.959111] env[62107]: DEBUG nova.policy [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a03aa03cbd7a40579907e52f5d63d57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35ad1fba81b4454f9e3015094efa1635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1699.238731] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc478a-1171-4b24-8756-03315b998633 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.242921] env[62107]: DEBUG nova.network.neutron [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.252232] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310a8ff-5809-484c-84ea-eda4e5ecf3b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.297831] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e858aa-aee3-4be1-a4a5-b98da7bcc99b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.306564] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68319eaa-f4a9-403a-aad3-29414d07e431 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.321303] env[62107]: DEBUG nova.compute.provider_tree [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.335493] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700001, 'name': PowerOffVM_Task, 'duration_secs': 0.446967} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.335802] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.350050] env[62107]: DEBUG nova.network.neutron [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Successfully created port: 0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.403668] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1699.411254] env[62107]: INFO nova.compute.manager [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Detaching volume bc9eea13-80b7-4ddb-88c0-fc972d769be9 [ 1699.447472] env[62107]: INFO nova.virt.block_device [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Attempting to driver detach volume bc9eea13-80b7-4ddb-88c0-fc972d769be9 from mountpoint /dev/sdb [ 1699.447706] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1699.447884] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1699.448773] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1f159f-07fb-4124-a6df-8a4c117d3cdd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.452443] env[62107]: DEBUG nova.network.neutron [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating instance_info_cache with network_info: [{"id": "48422982-1f94-473e-81a1-1d7edaa8cb4d", "address": "fa:16:3e:32:70:c4", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48422982-1f", "ovs_interfaceid": "48422982-1f94-473e-81a1-1d7edaa8cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.474983] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8296f7-7964-4800-a6d1-f844a2310f17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.483976] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c52d6c-60aa-4df0-901d-7419a1874c87 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.506971] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e8f97-6dd3-487b-943e-ca2f5c29afc9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.527939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-cf1af4db-308e-47f8-a642-9acd3e4dbf23-6db101dd-870a-4beb-8e2d-56cfbe8e7527" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.528233] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-cf1af4db-308e-47f8-a642-9acd3e4dbf23-6db101dd-870a-4beb-8e2d-56cfbe8e7527" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.529891] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] The volume has not been displaced from its original location: [datastore1] volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9/volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1699.535134] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1699.535791] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7055d626-9856-4224-bc01-58cb6a6b01bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.558019] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1699.558019] env[62107]: value = "task-1700002" [ 1699.558019] env[62107]: _type = "Task" [ 1699.558019] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.565623] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.727159] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.727351] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquired lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.727533] env[62107]: DEBUG nova.network.neutron [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1699.826032] env[62107]: DEBUG nova.scheduler.client.report [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1699.956050] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.956050] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Instance network_info: |[{"id": "48422982-1f94-473e-81a1-1d7edaa8cb4d", "address": "fa:16:3e:32:70:c4", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48422982-1f", "ovs_interfaceid": "48422982-1f94-473e-81a1-1d7edaa8cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1699.956496] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:70:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48422982-1f94-473e-81a1-1d7edaa8cb4d', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.965801] env[62107]: DEBUG oslo.service.loopingcall [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.965974] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1699.966225] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b92af6-34ad-4fb6-97f6-3fa2075635f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.991869] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.991869] env[62107]: value = "task-1700003" [ 1699.991869] env[62107]: _type = "Task" [ 1699.991869] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.000312] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700003, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.037082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.037278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.038199] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bdd82-5117-4330-b667-8b957d567731 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.061101] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c9c4f-772e-462d-a320-817a1fb80451 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.069921] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700002, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.091695] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Reconfiguring VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1700.092065] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b5aa5f-7711-44b6-9360-d149b9c6e2ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.112061] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1700.112061] env[62107]: value = "task-1700004" [ 1700.112061] env[62107]: _type = "Task" [ 1700.112061] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.121233] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.331457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.333585] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.012s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.335624] env[62107]: INFO nova.compute.claims [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1700.356658] env[62107]: INFO nova.scheduler.client.report [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted allocations for instance 3c51d02f-f226-436c-8fdb-67ef266d464a [ 1700.415988] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1700.451822] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1700.452086] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1700.452253] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.452519] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1700.452678] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.452827] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1700.453051] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1700.453224] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1700.453422] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1700.453610] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1700.453790] env[62107]: DEBUG nova.virt.hardware [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1700.454716] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01640302-0411-45cc-9ae9-025168c12bb3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.468690] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811058b-80e2-4c56-b371-1667fa75bb30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.498134] env[62107]: DEBUG nova.network.neutron [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [{"id": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "address": "fa:16:3e:bf:c4:f7", "network": {"id": "6a5ab998-9587-4aaf-9680-611530aea6ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2045675630-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d156c85570a44a5a28a2f98c74a0e40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fa9fe16-18", "ovs_interfaceid": "1fa9fe16-18bf-4629-9a41-e3665dd9380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.503345] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700003, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.569374] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700002, 'name': ReconfigVM_Task, 'duration_secs': 0.525183} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.569723] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1700.576083] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be0c73bb-87e6-49de-998f-13cb46722f81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.592362] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1700.592362] env[62107]: value = "task-1700005" [ 1700.592362] env[62107]: _type = "Task" [ 1700.592362] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.602236] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.625187] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.867418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-00fd67ff-387c-46e6-a453-2ae706c90e5b tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "3c51d02f-f226-436c-8fdb-67ef266d464a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.612s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.001221] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Releasing lock "refresh_cache-d6200c87-d0af-4105-a7c3-706df325abd5" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.002154] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185de868-b45f-490f-a1a5-87f541464efb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.007432] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700003, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.011351] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Resuming the VM {{(pid=62107) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1701.011852] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd8e2b3-fec8-440b-a177-48a8528c9cd7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.019695] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.020151] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.020398] env[62107]: DEBUG nova.compute.manager [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Going to confirm migration 4 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1701.021737] env[62107]: DEBUG oslo_vmware.api [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1701.021737] env[62107]: value = "task-1700006" [ 1701.021737] env[62107]: _type = "Task" [ 1701.021737] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.023814] env[62107]: DEBUG nova.compute.manager [req-1a329f8d-fedd-415d-82c3-ef64d4612626 req-75058cc1-2571-49e3-b886-0ffd687a88e7 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Received event network-vif-plugged-0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1701.024009] env[62107]: DEBUG oslo_concurrency.lockutils [req-1a329f8d-fedd-415d-82c3-ef64d4612626 req-75058cc1-2571-49e3-b886-0ffd687a88e7 service nova] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.024223] env[62107]: DEBUG oslo_concurrency.lockutils [req-1a329f8d-fedd-415d-82c3-ef64d4612626 req-75058cc1-2571-49e3-b886-0ffd687a88e7 service nova] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.024385] env[62107]: DEBUG oslo_concurrency.lockutils [req-1a329f8d-fedd-415d-82c3-ef64d4612626 req-75058cc1-2571-49e3-b886-0ffd687a88e7 service nova] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.024547] env[62107]: DEBUG nova.compute.manager [req-1a329f8d-fedd-415d-82c3-ef64d4612626 req-75058cc1-2571-49e3-b886-0ffd687a88e7 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] No waiting events found dispatching network-vif-plugged-0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1701.024709] env[62107]: WARNING nova.compute.manager [req-1a329f8d-fedd-415d-82c3-ef64d4612626 req-75058cc1-2571-49e3-b886-0ffd687a88e7 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Received unexpected event network-vif-plugged-0cfd8d7e-21c7-4043-85a1-76476a2debbe for instance with vm_state building and task_state spawning. [ 1701.035270] env[62107]: DEBUG oslo_vmware.api [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.103201] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700005, 'name': ReconfigVM_Task, 'duration_secs': 0.171985} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.103446] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1701.124063] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.507542] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700003, 'name': CreateVM_Task, 'duration_secs': 1.193491} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.507735] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.508560] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.508687] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.509101] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.509297] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e408ed6e-5c23-4e73-ad79-e5b03b76a2ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.521236] env[62107]: DEBUG nova.network.neutron [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Successfully updated port: 0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1701.526997] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1701.526997] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5283c594-92a8-ac2a-da25-825bc042bcd5" [ 1701.526997] env[62107]: _type = "Task" [ 1701.526997] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.546943] env[62107]: DEBUG oslo_vmware.api [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700006, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.550877] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5283c594-92a8-ac2a-da25-825bc042bcd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.555720] env[62107]: DEBUG nova.compute.manager [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Received event network-changed-0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1701.555924] env[62107]: DEBUG nova.compute.manager [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Refreshing instance network info cache due to event network-changed-0cfd8d7e-21c7-4043-85a1-76476a2debbe. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1701.556157] env[62107]: DEBUG oslo_concurrency.lockutils [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.556293] env[62107]: DEBUG oslo_concurrency.lockutils [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.556462] env[62107]: DEBUG nova.network.neutron [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Refreshing network info cache for port 0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.612263] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.612466] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquired lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.612637] env[62107]: DEBUG nova.network.neutron [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.612823] env[62107]: DEBUG nova.objects.instance [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'info_cache' on Instance uuid 3090633e-9bda-4c77-b4b6-e1082eab0ce2 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.620916] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1a586-700a-4482-b76d-0e165c3c9332 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.631437] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.635097] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c5152f-0369-4b83-8798-d562785ca267 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.672782] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bd3c7a-7829-4897-a1a8-853e6d5b3b5b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.684225] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae287d4-3f24-4a8e-88e6-c41bffbc2756 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.702978] env[62107]: DEBUG nova.compute.provider_tree [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.032327] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.039281] env[62107]: DEBUG oslo_vmware.api [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700006, 'name': PowerOnVM_Task, 'duration_secs': 0.657707} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.039923] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Resumed the VM {{(pid=62107) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1702.040166] env[62107]: DEBUG nova.compute.manager [None req-aaab0521-9d1a-4bb2-8c3c-e6c0d9666759 tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1702.040896] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61750b-9cd0-4133-a96d-c3d9b28f0c71 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.046520] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5283c594-92a8-ac2a-da25-825bc042bcd5, 'name': SearchDatastore_Task, 'duration_secs': 0.165033} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.047104] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.048057] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1702.048057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.048057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.048057] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1702.048199] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d85ae381-06e7-47ec-8f57-a782ca813aa5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.063070] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1702.063345] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1702.064110] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b41e345c-bd7e-47a1-9b48-52086d07a28a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.069523] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1702.069523] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528409c9-e152-027a-4af2-19c3ee5ec677" [ 1702.069523] env[62107]: _type = "Task" [ 1702.069523] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.077917] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528409c9-e152-027a-4af2-19c3ee5ec677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.086538] env[62107]: DEBUG nova.network.neutron [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.126700] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.179524] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.179843] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a430188f-58fe-4f08-96b5-042042b861bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.186510] env[62107]: DEBUG nova.network.neutron [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.188894] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1702.188894] env[62107]: value = "task-1700007" [ 1702.188894] env[62107]: _type = "Task" [ 1702.188894] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.198881] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1702.199107] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1702.199299] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1702.200062] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a4b7e5-8bb0-4954-b18f-c4303cd8202a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.207030] env[62107]: DEBUG nova.scheduler.client.report [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1702.224222] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c57c4-fc6a-48a5-8a0a-961bac2d4a3e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.231816] env[62107]: WARNING nova.virt.vmwareapi.driver [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1702.232098] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.232833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3ec2f6-733f-476a-a1f4-02e77e0920c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.240247] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.240478] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf093e7-829b-4423-92f9-c9e17e3e7578 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.342474] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.342681] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.342869] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.343158] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ef2502-fee8-45db-ad47-f35b8af8763a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.350582] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1702.350582] env[62107]: value = "task-1700009" [ 1702.350582] env[62107]: _type = "Task" [ 1702.350582] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.360032] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.580692] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528409c9-e152-027a-4af2-19c3ee5ec677, 'name': SearchDatastore_Task, 'duration_secs': 0.028336} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.581502] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d55f76a-0b97-4853-964a-acdc64953fbd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.587137] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1702.587137] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52742816-49bb-1a9e-1900-0a3ef38ccc35" [ 1702.587137] env[62107]: _type = "Task" [ 1702.587137] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.595673] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52742816-49bb-1a9e-1900-0a3ef38ccc35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.625149] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.690099] env[62107]: DEBUG oslo_concurrency.lockutils [req-f039f2c2-380b-4102-8968-3167181d5eec req-52de9623-34e9-4351-ad5b-4f2419ff1c68 service nova] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.690504] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.690667] env[62107]: DEBUG nova.network.neutron [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.724878] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.725545] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1702.728030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.833s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.728256] env[62107]: DEBUG nova.objects.instance [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'resources' on Instance uuid e65881b1-87f9-484c-a9a7-3e44dd6c1cb6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.830663] env[62107]: DEBUG nova.network.neutron [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [{"id": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "address": "fa:16:3e:2c:91:f8", "network": {"id": "ea79d3d9-7ea0-4b02-b523-1764cf85c545", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-610965850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17709cff940f4186b7319e0a3b05c7a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674e5c6f-80", "ovs_interfaceid": "674e5c6f-80a8-45a8-a11b-f5e758f409b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.861751] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.884841] env[62107]: DEBUG nova.compute.manager [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1703.102022] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52742816-49bb-1a9e-1900-0a3ef38ccc35, 'name': SearchDatastore_Task, 'duration_secs': 0.042573} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.102466] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.102851] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7222822c-f12f-444d-9796-4bc77286b91a/7222822c-f12f-444d-9796-4bc77286b91a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.103239] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48e1d3c2-bba2-4d22-9bdf-99f7bd87b3af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.111840] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1703.111840] env[62107]: value = "task-1700010" [ 1703.111840] env[62107]: _type = "Task" [ 1703.111840] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.128909] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.134230] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.220978] env[62107]: DEBUG nova.network.neutron [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.231295] env[62107]: DEBUG nova.compute.utils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.232798] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1703.232979] env[62107]: DEBUG nova.network.neutron [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.304545] env[62107]: DEBUG nova.policy [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1703.333355] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Releasing lock "refresh_cache-3090633e-9bda-4c77-b4b6-e1082eab0ce2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.333635] env[62107]: DEBUG nova.objects.instance [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'migration_context' on Instance uuid 3090633e-9bda-4c77-b4b6-e1082eab0ce2 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.365726] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.382228] env[62107]: DEBUG nova.network.neutron [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.402283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.542659] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00291ec9-d4cb-41d3-91c1-91fe43e5b625 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.551311] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf24ed82-c71a-4779-970e-0feb794c3494 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.585251] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d0202e-3270-46a2-a292-b23cbc8c5e43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.594409] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e59ad8-43c0-4074-ace7-417c2cb8c683 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.609805] env[62107]: DEBUG nova.compute.provider_tree [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.624550] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700010, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.631381] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.698552] env[62107]: DEBUG nova.network.neutron [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Successfully created port: 9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.738858] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1703.840804] env[62107]: DEBUG nova.objects.base [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Object Instance<3090633e-9bda-4c77-b4b6-e1082eab0ce2> lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1703.841969] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0070d2c4-f67d-47ce-8105-8262041c82b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.868163] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5895cba2-90eb-43f2-b8e9-57eb97234f20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.875670] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1703.875670] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5239e578-5575-98f8-3d63-33887d9a7c40" [ 1703.875670] env[62107]: _type = "Task" [ 1703.875670] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.878691] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.037325} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.881709] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.881891] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.882077] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.884741] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.885020] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Instance network_info: |[{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1703.886023] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c1:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cfd8d7e-21c7-4043-85a1-76476a2debbe', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.894297] env[62107]: DEBUG oslo.service.loopingcall [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.900423] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.900759] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5239e578-5575-98f8-3d63-33887d9a7c40, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.901076] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49dd141e-6fbd-4d05-bbdd-10aaa90eee91 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.920233] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.927816] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1703.927816] env[62107]: value = "task-1700011" [ 1703.927816] env[62107]: _type = "Task" [ 1703.927816] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.936571] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700011, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.113037] env[62107]: DEBUG nova.scheduler.client.report [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1704.133995] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.134352] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764185} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.135331] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 7222822c-f12f-444d-9796-4bc77286b91a/7222822c-f12f-444d-9796-4bc77286b91a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.135608] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.135888] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45c5141-dbda-4a4d-8a35-25b24b2af746 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.146132] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1704.146132] env[62107]: value = "task-1700012" [ 1704.146132] env[62107]: _type = "Task" [ 1704.146132] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.159380] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.388508] env[62107]: INFO nova.virt.block_device [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Booting with volume bc9eea13-80b7-4ddb-88c0-fc972d769be9 at /dev/sdb [ 1704.424997] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0a6dc48-c2a6-4c84-8708-8f2120ffa69d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.438007] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027b631-5c2d-4a93-90e6-648cbb5dca14 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.451493] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700011, 'name': CreateVM_Task, 'duration_secs': 0.47955} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.452029] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.452739] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.452907] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.453268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.453694] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410c067c-2dbf-45f1-af31-b5a7097c520d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.459200] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1704.459200] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523bb139-5299-36e4-0765-cf04e4610f58" [ 1704.459200] env[62107]: _type = "Task" [ 1704.459200] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.470512] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523bb139-5299-36e4-0765-cf04e4610f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.482091] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16122a15-5e49-4fd9-8b9a-66accf72a349 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.492031] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8695b8-d91b-4c18-b920-ff583ca6e694 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.526952] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eed20d-d403-426e-8817-01e7270c0c8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.534104] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c944a2d8-0306-475f-aec4-b24000a2566c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.548422] env[62107]: DEBUG nova.virt.block_device [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updating existing volume attachment record: f6798416-8b2e-4ea3-9e76-d5a4d3233c1a {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1704.628747] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.630540] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.631181] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.595s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.631600] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.631600] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1704.631910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.640s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.633290] env[62107]: INFO nova.compute.claims [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.636481] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915223c2-4610-4ea9-affe-0dae37517637 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.645314] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cd9281-3c4d-40c9-9b10-522d0f40e6a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.653224] env[62107]: INFO nova.scheduler.client.report [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted allocations for instance e65881b1-87f9-484c-a9a7-3e44dd6c1cb6 [ 1704.667297] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119174} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.667987] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.668775] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457fe0da-07fd-4ac3-9e9a-9659ab2bfab5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.671929] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29d309e-8b0f-4fbc-8500-917cc15d145e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.697654] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 7222822c-f12f-444d-9796-4bc77286b91a/7222822c-f12f-444d-9796-4bc77286b91a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.698303] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb08ce0-64cf-49a7-a5f1-dd14eb30e02e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.713124] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3d12b-1187-43cb-8454-fe746c656d9b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.747387] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179037MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1704.747564] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.750240] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1704.752715] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1704.752715] env[62107]: value = "task-1700013" [ 1704.752715] env[62107]: _type = "Task" [ 1704.752715] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.764267] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.777899] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1704.778203] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1704.778203] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.778280] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1704.778430] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.778577] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1704.778783] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1704.778936] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1704.779112] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1704.779276] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1704.779445] env[62107]: DEBUG nova.virt.hardware [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1704.780361] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51a32c1-dd61-4e51-a9b1-40ba37c80613 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.789026] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e44a8-0cc0-4255-a4c1-f1e9c7437cbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.971106] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523bb139-5299-36e4-0765-cf04e4610f58, 'name': SearchDatastore_Task, 'duration_secs': 0.064703} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.971179] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.971382] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.971613] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.971764] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.971933] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.972221] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-902b445f-c0c1-40ff-929f-5b992d9dd7a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.989337] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.989553] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.990349] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2b9d38-a63c-426c-848e-101fd7bc8276 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.996218] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1704.996218] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da3390-7451-dd43-5b18-4bdef440e603" [ 1704.996218] env[62107]: _type = "Task" [ 1704.996218] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.006331] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da3390-7451-dd43-5b18-4bdef440e603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.130478] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.172715] env[62107]: DEBUG oslo_concurrency.lockutils [None req-093637a3-6465-4c01-9f59-ab861f351463 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "e65881b1-87f9-484c-a9a7-3e44dd6c1cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.586s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.263935] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.467020] env[62107]: DEBUG nova.compute.manager [req-f196730d-e23b-40ba-b369-73bc47f6b43d req-7981b805-ab34-4033-9920-51982c8b6f8e service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Received event network-vif-plugged-9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1705.467278] env[62107]: DEBUG oslo_concurrency.lockutils [req-f196730d-e23b-40ba-b369-73bc47f6b43d req-7981b805-ab34-4033-9920-51982c8b6f8e service nova] Acquiring lock "f484e98a-7d59-48d8-a128-2ca43a86cd51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.468036] env[62107]: DEBUG oslo_concurrency.lockutils [req-f196730d-e23b-40ba-b369-73bc47f6b43d req-7981b805-ab34-4033-9920-51982c8b6f8e service nova] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.468036] env[62107]: DEBUG oslo_concurrency.lockutils [req-f196730d-e23b-40ba-b369-73bc47f6b43d req-7981b805-ab34-4033-9920-51982c8b6f8e service nova] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.468036] env[62107]: DEBUG nova.compute.manager [req-f196730d-e23b-40ba-b369-73bc47f6b43d req-7981b805-ab34-4033-9920-51982c8b6f8e service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] No waiting events found dispatching network-vif-plugged-9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1705.468293] env[62107]: WARNING nova.compute.manager [req-f196730d-e23b-40ba-b369-73bc47f6b43d req-7981b805-ab34-4033-9920-51982c8b6f8e service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Received unexpected event network-vif-plugged-9d08c75d-b6b8-4e7b-923e-a30686fdb85a for instance with vm_state building and task_state spawning. [ 1705.520947] env[62107]: DEBUG nova.network.neutron [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Successfully updated port: 9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.526101] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da3390-7451-dd43-5b18-4bdef440e603, 'name': SearchDatastore_Task, 'duration_secs': 0.030387} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.527146] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96569cb0-83fe-4387-b041-980dfe62c26a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.533415] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1705.533415] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b093c-ca07-669b-8d4d-e275d9bcaeda" [ 1705.533415] env[62107]: _type = "Task" [ 1705.533415] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.543556] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b093c-ca07-669b-8d4d-e275d9bcaeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.628876] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.769327] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700013, 'name': ReconfigVM_Task, 'duration_secs': 0.7447} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.769614] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 7222822c-f12f-444d-9796-4bc77286b91a/7222822c-f12f-444d-9796-4bc77286b91a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.770291] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76255b46-ff07-47ba-a8f6-f6c6e62cc11c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.781902] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1705.781902] env[62107]: value = "task-1700014" [ 1705.781902] env[62107]: _type = "Task" [ 1705.781902] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.795033] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700014, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.971056] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bdd5e4-17d8-44bb-8b22-61417d523eb9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.979566] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2080aeb9-efe5-4366-9698-5e5c8c7884df {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.013465] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15087562-0050-4ed0-98f0-0b6c7f98c6e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.026148] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9ac6dc-e2c0-4187-96c7-760e2b04feac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.030551] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-f484e98a-7d59-48d8-a128-2ca43a86cd51" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.030689] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-f484e98a-7d59-48d8-a128-2ca43a86cd51" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.031437] env[62107]: DEBUG nova.network.neutron [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.045055] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.055693] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b093c-ca07-669b-8d4d-e275d9bcaeda, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.055959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.056220] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1706.056701] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00eb6a66-c863-4c55-ba70-32a1c22fdfdb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.065511] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1706.065511] env[62107]: value = "task-1700015" [ 1706.065511] env[62107]: _type = "Task" [ 1706.065511] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.075345] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.129762] env[62107]: DEBUG oslo_vmware.api [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700004, 'name': ReconfigVM_Task, 'duration_secs': 5.817602} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.130038] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.130273] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Reconfigured VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1706.293662] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700014, 'name': Rename_Task, 'duration_secs': 0.163136} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.294115] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1706.294287] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0475fe-4e8f-47eb-9cc8-102b7432d29d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.302863] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1706.302863] env[62107]: value = "task-1700016" [ 1706.302863] env[62107]: _type = "Task" [ 1706.302863] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.313038] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.566063] env[62107]: DEBUG nova.network.neutron [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.569212] env[62107]: ERROR nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [req-c5ccd338-49ff-49ef-ad7b-a0bb41f4e840] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5ccd338-49ff-49ef-ad7b-a0bb41f4e840"}]} [ 1706.580781] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498591} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.581096] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.584025] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.584025] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d673c7d-bfb7-4fff-8257-a6be4cf42d0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.590431] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1706.594026] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1706.594026] env[62107]: value = "task-1700017" [ 1706.594026] env[62107]: _type = "Task" [ 1706.594026] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.603038] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.612817] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1706.613128] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.626334] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1706.648935] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1706.724060] env[62107]: DEBUG nova.network.neutron [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Updating instance_info_cache with network_info: [{"id": "9d08c75d-b6b8-4e7b-923e-a30686fdb85a", "address": "fa:16:3e:5d:46:eb", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d08c75d-b6", "ovs_interfaceid": "9d08c75d-b6b8-4e7b-923e-a30686fdb85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.785133] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.785383] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.785591] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.785793] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.785976] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.786101] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.786311] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.786509] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.786644] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.786828] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.787011] env[62107]: DEBUG nova.virt.hardware [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.787915] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1974b517-c16c-4a14-ac08-3d3cbcbae278 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.799820] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e3e313-261e-4187-83a3-18590f10a05f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.820174] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b3:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c2135a3-bf99-4991-8322-7650f319eab9', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.828330] env[62107]: DEBUG oslo.service.loopingcall [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.836123] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.836727] env[62107]: DEBUG oslo_vmware.api [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700016, 'name': PowerOnVM_Task, 'duration_secs': 0.517282} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.837285] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a0a2be7-1406-49ca-ae93-3d716689147a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.852593] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.852861] env[62107]: INFO nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1706.853084] env[62107]: DEBUG nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1706.856751] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918e8e50-8481-4c3d-b26a-6c18f9763ac5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.869409] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.869409] env[62107]: value = "task-1700018" [ 1706.869409] env[62107]: _type = "Task" [ 1706.869409] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.881794] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700018, 'name': CreateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.953385] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5def2db1-e7cb-4c41-9348-b616300fb9a0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.961571] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde88c5-b062-4965-8a86-54231e2feba9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.995706] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120f56f-63de-4fe4-b856-8e2c934d812d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.007617] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2960bed4-3252-4002-a134-550bb6a9f7e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.029787] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.105644] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062235} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.106062] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.106842] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a697a8a8-4d38-4047-b623-d0367bcfcfe8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.129943] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.130254] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59866d3b-15f7-431a-96d9-6f0de8d34f94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.160948] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1707.160948] env[62107]: value = "task-1700019" [ 1707.160948] env[62107]: _type = "Task" [ 1707.160948] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.180306] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700019, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.228076] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-f484e98a-7d59-48d8-a128-2ca43a86cd51" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.228076] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Instance network_info: |[{"id": "9d08c75d-b6b8-4e7b-923e-a30686fdb85a", "address": "fa:16:3e:5d:46:eb", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d08c75d-b6", "ovs_interfaceid": "9d08c75d-b6b8-4e7b-923e-a30686fdb85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1707.228076] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:46:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d08c75d-b6b8-4e7b-923e-a30686fdb85a', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.235930] env[62107]: DEBUG oslo.service.loopingcall [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.236200] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.236435] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f84d3ed-9dad-4580-bfaa-bd189690693b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.262138] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.262138] env[62107]: value = "task-1700020" [ 1707.262138] env[62107]: _type = "Task" [ 1707.262138] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.269202] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700020, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.338597] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.338881] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.338982] env[62107]: DEBUG nova.network.neutron [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.383341] env[62107]: INFO nova.compute.manager [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Took 23.03 seconds to build instance. [ 1707.388199] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700018, 'name': CreateVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.551064] env[62107]: ERROR nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [req-d51b91c6-2545-468e-bf58-d570895f9724] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d51b91c6-2545-468e-bf58-d570895f9724"}]} [ 1707.568803] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1707.584458] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1707.584805] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.599531] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1707.617438] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1707.670598] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.773836] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700020, 'name': CreateVM_Task, 'duration_secs': 0.376901} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.774018] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.774706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.776043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.776043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.776043] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d361e41-d0aa-4591-8fb4-6677af961798 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.783566] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.783804] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.785702] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1707.785702] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52630894-d2c0-49c8-2506-2bcc11758426" [ 1707.785702] env[62107]: _type = "Task" [ 1707.785702] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.799900] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52630894-d2c0-49c8-2506-2bcc11758426, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.803093] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.803341] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.803568] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.803715] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.803966] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.804713] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815a1be7-d93e-4ced-a26c-6260fac5120e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.813347] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.813527] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.816413] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e08e77d-b2aa-4911-95dd-879e4086730a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.822184] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1707.822184] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f7bb30-2640-3ebb-d42c-bb1e603bff75" [ 1707.822184] env[62107]: _type = "Task" [ 1707.822184] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.828163] env[62107]: DEBUG nova.compute.manager [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Received event network-changed-9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.828329] env[62107]: DEBUG nova.compute.manager [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Refreshing instance network info cache due to event network-changed-9d08c75d-b6b8-4e7b-923e-a30686fdb85a. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1707.828514] env[62107]: DEBUG oslo_concurrency.lockutils [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] Acquiring lock "refresh_cache-f484e98a-7d59-48d8-a128-2ca43a86cd51" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.828660] env[62107]: DEBUG oslo_concurrency.lockutils [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] Acquired lock "refresh_cache-f484e98a-7d59-48d8-a128-2ca43a86cd51" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.828822] env[62107]: DEBUG nova.network.neutron [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Refreshing network info cache for port 9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.836028] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f7bb30-2640-3ebb-d42c-bb1e603bff75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.887739] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f8a4ba5d-94b8-4778-9e7c-55acd69f2bef tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.543s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.891548] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700018, 'name': CreateVM_Task, 'duration_secs': 0.543846} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.891941] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.893030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.893030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.893170] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.893425] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ef7260-9691-4612-bb3f-2d994c5357dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.898470] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1707.898470] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a71812-e993-e37a-ba5c-bea4e61e3f4b" [ 1707.898470] env[62107]: _type = "Task" [ 1707.898470] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.903290] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54170e10-3632-4336-9bb4-bdf01cee5b72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.911271] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a71812-e993-e37a-ba5c-bea4e61e3f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.913133] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.913404] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.913660] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.914717] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66b126c-fa05-44df-afb8-6648bcc1df39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.944828] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33520ae-d04c-4a51-bb9b-d2fb7f2a83eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.956658] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52dce38-79c8-44fb-b00d-5355a7840811 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.972383] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.172769] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700019, 'name': ReconfigVM_Task, 'duration_secs': 0.649823} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.173227] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.173761] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1273f68-2d16-4465-844a-d0b8653467b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.180786] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1708.180786] env[62107]: value = "task-1700021" [ 1708.180786] env[62107]: _type = "Task" [ 1708.180786] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.188703] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700021, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.200508] env[62107]: INFO nova.network.neutron [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Port 6db101dd-870a-4beb-8e2d-56cfbe8e7527 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1708.200803] env[62107]: DEBUG nova.network.neutron [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.286538] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1708.338092] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f7bb30-2640-3ebb-d42c-bb1e603bff75, 'name': SearchDatastore_Task, 'duration_secs': 0.008832} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.338092] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46a9c0f7-843f-4f40-8c03-dbcf4e22786a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.342074] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1708.342074] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5212e2a9-c75b-336b-39a6-2ebdbeca19da" [ 1708.342074] env[62107]: _type = "Task" [ 1708.342074] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.350330] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5212e2a9-c75b-336b-39a6-2ebdbeca19da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.510512] env[62107]: DEBUG nova.scheduler.client.report [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1708.510787] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 157 to 158 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1708.511066] env[62107]: DEBUG nova.compute.provider_tree [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1708.595061] env[62107]: DEBUG nova.network.neutron [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Updated VIF entry in instance network info cache for port 9d08c75d-b6b8-4e7b-923e-a30686fdb85a. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.595465] env[62107]: DEBUG nova.network.neutron [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Updating instance_info_cache with network_info: [{"id": "9d08c75d-b6b8-4e7b-923e-a30686fdb85a", "address": "fa:16:3e:5d:46:eb", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d08c75d-b6", "ovs_interfaceid": "9d08c75d-b6b8-4e7b-923e-a30686fdb85a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.677940] env[62107]: DEBUG nova.compute.manager [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Received event network-changed-48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1708.678162] env[62107]: DEBUG nova.compute.manager [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Refreshing instance network info cache due to event network-changed-48422982-1f94-473e-81a1-1d7edaa8cb4d. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1708.678378] env[62107]: DEBUG oslo_concurrency.lockutils [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] Acquiring lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.678689] env[62107]: DEBUG oslo_concurrency.lockutils [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] Acquired lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.678689] env[62107]: DEBUG nova.network.neutron [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Refreshing network info cache for port 48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1708.692598] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700021, 'name': Rename_Task, 'duration_secs': 0.369773} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.693017] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.693210] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57360e30-610e-4556-afbd-17e4d043a6ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.701436] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1708.701436] env[62107]: value = "task-1700022" [ 1708.701436] env[62107]: _type = "Task" [ 1708.701436] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.705062] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.714860] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.809967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.861127] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5212e2a9-c75b-336b-39a6-2ebdbeca19da, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.862157] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.862290] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f484e98a-7d59-48d8-a128-2ca43a86cd51/f484e98a-7d59-48d8-a128-2ca43a86cd51.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.863385] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.863385] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.863606] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-634996fe-70dd-4409-822c-3b2bb639f019 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.871234] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182777a6-174f-4110-9546-08f0fc343d84 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.881792] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1708.881792] env[62107]: value = "task-1700023" [ 1708.881792] env[62107]: _type = "Task" [ 1708.881792] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.883417] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.883679] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.890064] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d786eb-a3d9-47de-9773-13cd380fefdd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.897287] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1708.897287] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52657db3-6612-0a16-67e0-279eb7a3f508" [ 1708.897287] env[62107]: _type = "Task" [ 1708.897287] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.900845] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.909718] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52657db3-6612-0a16-67e0-279eb7a3f508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.017248] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.385s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.017862] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1709.024046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.513s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.098568] env[62107]: DEBUG oslo_concurrency.lockutils [req-6f16ac63-1c3a-4723-8856-346c93a38577 req-c4bef7d4-d2b9-42a3-9b15-d9bda9a7d91a service nova] Releasing lock "refresh_cache-f484e98a-7d59-48d8-a128-2ca43a86cd51" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.208596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-18eb5526-35b2-4696-b7a7-699748459f5d tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-cf1af4db-308e-47f8-a642-9acd3e4dbf23-6db101dd-870a-4beb-8e2d-56cfbe8e7527" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.680s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.214410] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700022, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.279418] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.279773] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.280078] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.280348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.280567] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.283207] env[62107]: INFO nova.compute.manager [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Terminating instance [ 1709.286224] env[62107]: DEBUG nova.compute.manager [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1709.286493] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1709.287860] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2278d7f4-5e54-42e6-a769-a652d56033d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.301550] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1709.301736] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb21e22-aae7-4be7-aec0-36670dd57ffe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.313228] env[62107]: DEBUG oslo_vmware.api [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1709.313228] env[62107]: value = "task-1700024" [ 1709.313228] env[62107]: _type = "Task" [ 1709.313228] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.324535] env[62107]: DEBUG oslo_vmware.api [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.395409] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483756} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.395839] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] f484e98a-7d59-48d8-a128-2ca43a86cd51/f484e98a-7d59-48d8-a128-2ca43a86cd51.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.396585] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.396585] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-723e5127-ab21-4f2f-8c19-261b08c1dfcf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.413401] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52657db3-6612-0a16-67e0-279eb7a3f508, 'name': SearchDatastore_Task, 'duration_secs': 0.018279} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.415817] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1709.415817] env[62107]: value = "task-1700025" [ 1709.415817] env[62107]: _type = "Task" [ 1709.415817] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.416087] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c943ad2-c5a0-4e8f-885b-950e7eff4c65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.425585] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1709.425585] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b61fc-3322-22de-d1cc-46a5a6fa80fa" [ 1709.425585] env[62107]: _type = "Task" [ 1709.425585] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.429734] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.441154] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523b61fc-3322-22de-d1cc-46a5a6fa80fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.441460] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.441918] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.442150] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea9a125-4cbe-4d10-a043-c0a80770d627 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.451699] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1709.451699] env[62107]: value = "task-1700026" [ 1709.451699] env[62107]: _type = "Task" [ 1709.451699] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.465772] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.528276] env[62107]: DEBUG nova.compute.utils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.533269] env[62107]: INFO nova.compute.claims [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1709.538754] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1709.539057] env[62107]: DEBUG nova.network.neutron [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.550232] env[62107]: DEBUG nova.network.neutron [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updated VIF entry in instance network info cache for port 48422982-1f94-473e-81a1-1d7edaa8cb4d. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1709.550747] env[62107]: DEBUG nova.network.neutron [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating instance_info_cache with network_info: [{"id": "48422982-1f94-473e-81a1-1d7edaa8cb4d", "address": "fa:16:3e:32:70:c4", "network": {"id": "c2fad423-6577-4d70-8038-752acbe15568", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-119609310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60bfa01478b04e2b99bf072e711ff698", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48422982-1f", "ovs_interfaceid": "48422982-1f94-473e-81a1-1d7edaa8cb4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.585120] env[62107]: DEBUG nova.policy [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2c63070062e4ba490136f07055fd3c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8fa530d7d8bc477595a95c8b979c91c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1709.716689] env[62107]: DEBUG oslo_vmware.api [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700022, 'name': PowerOnVM_Task, 'duration_secs': 0.627272} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.716689] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1709.716689] env[62107]: INFO nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1709.716989] env[62107]: DEBUG nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1709.717870] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f36316-a7d8-46b5-afe3-297f95fd74a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.827354] env[62107]: DEBUG oslo_vmware.api [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700024, 'name': PowerOffVM_Task, 'duration_secs': 0.201131} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.827978] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.828317] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.828838] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3114ea10-f173-4669-8a4a-4a605a44d688 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.898966] env[62107]: DEBUG nova.network.neutron [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Successfully created port: c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.925969] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.926231] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.926453] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleting the datastore file [datastore1] d6200c87-d0af-4105-a7c3-706df325abd5 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.929714] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9c8dfc-c297-40b1-87f0-fd945eef6768 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.931639] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071975} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.931924] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.933104] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d286caa-e1e7-4a1d-98de-53a5bac6c060 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.937759] env[62107]: DEBUG oslo_vmware.api [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for the task: (returnval){ [ 1709.937759] env[62107]: value = "task-1700028" [ 1709.937759] env[62107]: _type = "Task" [ 1709.937759] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.958720] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] f484e98a-7d59-48d8-a128-2ca43a86cd51/f484e98a-7d59-48d8-a128-2ca43a86cd51.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.959540] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28100d86-9c1c-47b7-9798-71ea5d6d66b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.980102] env[62107]: DEBUG oslo_vmware.api [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.986659] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483407} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.988176] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.988461] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.988861] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1709.988861] env[62107]: value = "task-1700029" [ 1709.988861] env[62107]: _type = "Task" [ 1709.988861] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.989091] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be1c32d9-4c49-47d3-b0d0-3661ba3426ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.001174] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-7e5d8d36-5e1d-4865-acf3-dd163dafd117-6db101dd-870a-4beb-8e2d-56cfbe8e7527" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.001496] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-7e5d8d36-5e1d-4865-acf3-dd163dafd117-6db101dd-870a-4beb-8e2d-56cfbe8e7527" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.002023] env[62107]: DEBUG nova.objects.instance [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'flavor' on Instance uuid 7e5d8d36-5e1d-4865-acf3-dd163dafd117 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.003429] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.005029] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1710.005029] env[62107]: value = "task-1700030" [ 1710.005029] env[62107]: _type = "Task" [ 1710.005029] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.015881] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.039814] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1710.046044] env[62107]: INFO nova.compute.resource_tracker [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating resource usage from migration 4e3a19ea-1273-4076-a8f6-1542f5e1a913 [ 1710.053083] env[62107]: DEBUG oslo_concurrency.lockutils [req-0ee6b90e-ed1c-4ad2-a694-63b69997c0d5 req-7fe034f8-764a-42f0-a059-e605be05004e service nova] Releasing lock "refresh_cache-7222822c-f12f-444d-9796-4bc77286b91a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.240945] env[62107]: INFO nova.compute.manager [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Took 19.08 seconds to build instance. [ 1710.330982] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466bd42-bc44-4824-b2e5-4008dd3eb148 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.339643] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1aa342-31eb-4acc-91b8-2824cbaa561d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.370864] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd04b4f-9e12-4a5a-b139-79eb4d3e479a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.379074] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31d31aa-c563-49a4-a7f9-81e8abb8f3af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.393023] env[62107]: DEBUG nova.compute.provider_tree [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1710.447589] env[62107]: DEBUG oslo_vmware.api [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Task: {'id': task-1700028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159336} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.447908] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1710.448120] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1710.448298] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1710.448466] env[62107]: INFO nova.compute.manager [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1710.448709] env[62107]: DEBUG oslo.service.loopingcall [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.448897] env[62107]: DEBUG nova.compute.manager [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1710.448992] env[62107]: DEBUG nova.network.neutron [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1710.500967] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.521477] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076212} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.521804] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.522633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def2dc89-7af0-4a68-8082-07dde1f9886c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.548730] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.554470] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d00fb1-c737-4a77-8895-45c0d5abac01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.577520] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1710.577520] env[62107]: value = "task-1700031" [ 1710.577520] env[62107]: _type = "Task" [ 1710.577520] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.588945] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.645600] env[62107]: DEBUG nova.objects.instance [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'pci_requests' on Instance uuid 7e5d8d36-5e1d-4865-acf3-dd163dafd117 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.742618] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8b6506b-6cb6-4e97-8984-e2dbef535fff tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.590s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.895938] env[62107]: DEBUG nova.scheduler.client.report [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.002700] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.070805] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1711.089300] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.100952] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.101232] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.101389] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.101662] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.101742] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.101920] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.102153] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.102337] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.102551] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.102756] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.102943] env[62107]: DEBUG nova.virt.hardware [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.103981] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e110e6-6bc8-41fb-a68f-809197e51523 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.112844] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a243d8-473f-4a56-aed3-738275dbfed2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.147811] env[62107]: DEBUG nova.objects.base [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Object Instance<7e5d8d36-5e1d-4865-acf3-dd163dafd117> lazy-loaded attributes: flavor,pci_requests {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1711.148134] env[62107]: DEBUG nova.network.neutron [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1711.168994] env[62107]: DEBUG nova.network.neutron [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.228326] env[62107]: DEBUG nova.policy [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eb7b62da8c24133b3f9366c3dc34af4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f936dcc668464a5f82bcce6002e2a61b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1711.400835] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.379s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.401338] env[62107]: INFO nova.compute.manager [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Migrating [ 1711.409757] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.008s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.430331] env[62107]: DEBUG nova.network.neutron [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Successfully updated port: c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.503988] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700029, 'name': ReconfigVM_Task, 'duration_secs': 1.31367} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.504327] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Reconfigured VM instance instance-0000006e to attach disk [datastore1] f484e98a-7d59-48d8-a128-2ca43a86cd51/f484e98a-7d59-48d8-a128-2ca43a86cd51.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.504862] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86e32abe-347f-4888-b4c8-e9b4f59f0650 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.523981] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1711.523981] env[62107]: value = "task-1700032" [ 1711.523981] env[62107]: _type = "Task" [ 1711.523981] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.531895] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700032, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.589926] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700031, 'name': ReconfigVM_Task, 'duration_secs': 0.744848} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.590221] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e/6c9f1815-ae82-4815-855f-7e30bb33a47e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.591366] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'encryption_options': None, 'encrypted': False, 'image_id': 'b1d1a7b1-a8e5-4161-be14-870277fb97fb'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'boot_index': None, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'}, 'mount_device': '/dev/sdb', 'attachment_id': 'f6798416-8b2e-4ea3-9e76-d5a4d3233c1a', 'volume_type': None}], 'swap': None} {{(pid=62107) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1711.591571] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1711.591965] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1711.592778] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e198c3a1-6c6b-4a36-8414-dba591e81ef7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.609375] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d5f6a3-f877-449f-909a-b1e127e4ff5a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.636632] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9/volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1711.636969] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd866db-4a26-4fc3-b36c-a381fd08b4d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.657519] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1711.657519] env[62107]: value = "task-1700033" [ 1711.657519] env[62107]: _type = "Task" [ 1711.657519] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.666541] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.671124] env[62107]: INFO nova.compute.manager [-] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Took 1.22 seconds to deallocate network for instance. [ 1711.916243] env[62107]: INFO nova.compute.claims [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1711.920967] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.921262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.921444] env[62107]: DEBUG nova.network.neutron [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.934660] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.934832] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.935971] env[62107]: DEBUG nova.network.neutron [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.035442] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700032, 'name': Rename_Task, 'duration_secs': 0.146913} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.035442] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1712.035678] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65bea026-fe46-45e5-8fb6-b2b748cb78ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.042294] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1712.042294] env[62107]: value = "task-1700034" [ 1712.042294] env[62107]: _type = "Task" [ 1712.042294] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.050872] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.169524] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700033, 'name': ReconfigVM_Task, 'duration_secs': 0.313682} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.169577] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9/volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1712.175020] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74617e1-086a-405d-8e30-8b6daee94803 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.187237] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.194580] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1712.194580] env[62107]: value = "task-1700035" [ 1712.194580] env[62107]: _type = "Task" [ 1712.194580] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.205904] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.427266] env[62107]: INFO nova.compute.resource_tracker [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating resource usage from migration 42b4941b-8e69-4549-abd9-026fa55af54b [ 1712.480895] env[62107]: DEBUG nova.network.neutron [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.560122] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700034, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.709764] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700035, 'name': ReconfigVM_Task, 'duration_secs': 0.18737} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.710086] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1712.710646] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-affa9e0d-8f00-4d69-a62a-08a053fc0c02 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.714105] env[62107]: DEBUG nova.network.neutron [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.722802] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1712.722802] env[62107]: value = "task-1700036" [ 1712.722802] env[62107]: _type = "Task" [ 1712.722802] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.732657] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700036, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.734265] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1787ae-cbaf-4eb1-96ec-ddcb59f0c11e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.742484] env[62107]: DEBUG nova.network.neutron [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Successfully updated port: 6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1712.746219] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248fb3a3-8c06-444d-a595-ece0b103162d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.783589] env[62107]: DEBUG nova.network.neutron [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance_info_cache with network_info: [{"id": "dd8a14dd-99f8-467d-9370-396dc540098d", "address": "fa:16:3e:85:2d:40", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a14dd-99", "ovs_interfaceid": "dd8a14dd-99f8-467d-9370-396dc540098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.783589] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c2dbd3-f0d8-4f83-8cd6-01a038faa301 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.792108] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0422bef5-5889-44cb-9be1-7692f695605d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.807122] env[62107]: DEBUG nova.compute.provider_tree [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.054704] env[62107]: DEBUG oslo_vmware.api [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700034, 'name': PowerOnVM_Task, 'duration_secs': 0.560854} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.054922] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1713.055143] env[62107]: INFO nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1713.055606] env[62107]: DEBUG nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1713.056383] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e388d27-0d54-47d1-8148-cbcc6eb97e39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.219428] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.219824] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Instance network_info: |[{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1713.220284] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:1b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.228380] env[62107]: DEBUG oslo.service.loopingcall [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.228666] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.234136] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26dc42da-b92f-45b6-bf7b-aa405d11f672 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.251576] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.251801] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.251984] env[62107]: DEBUG nova.network.neutron [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.257218] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700036, 'name': Rename_Task, 'duration_secs': 0.505451} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.259721] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1713.259721] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.259721] env[62107]: value = "task-1700037" [ 1713.259721] env[62107]: _type = "Task" [ 1713.259721] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.259721] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0c32b54-aee5-41b6-bb30-5f2f73354046 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.271028] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700037, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.272485] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1713.272485] env[62107]: value = "task-1700038" [ 1713.272485] env[62107]: _type = "Task" [ 1713.272485] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.281461] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.287162] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.309713] env[62107]: DEBUG nova.scheduler.client.report [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1713.573704] env[62107]: INFO nova.compute.manager [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Took 21.27 seconds to build instance. [ 1713.772160] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700037, 'name': CreateVM_Task, 'duration_secs': 0.482885} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.772336] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.773038] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.773212] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.773545] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.773857] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afc7522-3a72-4100-82c8-4e777f5201cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.781773] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1713.781773] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5285f68b-ae90-81dc-4c4f-dfe3caa07af9" [ 1713.781773] env[62107]: _type = "Task" [ 1713.781773] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.785466] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.788880] env[62107]: WARNING nova.network.neutron [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] 29e26196-86b3-4c45-9500-89fe3211d9d8 already exists in list: networks containing: ['29e26196-86b3-4c45-9500-89fe3211d9d8']. ignoring it [ 1713.800109] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5285f68b-ae90-81dc-4c4f-dfe3caa07af9, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.800377] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.800599] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.800856] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.801013] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.801198] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.801453] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-919558d1-9a63-4a60-8c2d-87892f0442b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.810081] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.810312] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.811461] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77cfaa38-3320-4381-82fd-b1a3d1c2bd52 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.815637] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.406s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.815839] env[62107]: INFO nova.compute.manager [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Migrating [ 1713.828122] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.908s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.835749] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1713.835749] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5258d560-efc9-6384-9c61-7c82230678e2" [ 1713.835749] env[62107]: _type = "Task" [ 1713.835749] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.846755] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5258d560-efc9-6384-9c61-7c82230678e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009478} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.851948] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed6e2dd-4362-4818-8a35-a9a6c1667786 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.859824] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1713.859824] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52452ec5-14d6-121d-3ec5-f22eed145c34" [ 1713.859824] env[62107]: _type = "Task" [ 1713.859824] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.868868] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52452ec5-14d6-121d-3ec5-f22eed145c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.075740] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5b342e75-8d6b-4c48-bcbb-3e4806a91dba tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.781s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.156926] env[62107]: DEBUG nova.network.neutron [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "address": "fa:16:3e:c6:1c:67", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db101dd-87", "ovs_interfaceid": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.284298] env[62107]: DEBUG oslo_vmware.api [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700038, 'name': PowerOnVM_Task, 'duration_secs': 0.608784} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.284576] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1714.284863] env[62107]: DEBUG nova.compute.manager [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1714.285661] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f218fa-b78f-49f5-ac1b-1a8bf8262b38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.334669] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.334927] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.335083] env[62107]: DEBUG nova.network.neutron [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1714.371301] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52452ec5-14d6-121d-3ec5-f22eed145c34, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.371543] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.371794] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.372080] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fdc7fed-58d5-4b43-a0e0-ab1eb7596fc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.381811] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1714.381811] env[62107]: value = "task-1700039" [ 1714.381811] env[62107]: _type = "Task" [ 1714.381811] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.392219] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.610578] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91151c40-19e6-4bdb-9acc-eb193f333d95 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.620590] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf024292-c336-411b-9543-b6d6bec71d55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.660496] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.661224] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.661346] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.662420] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b717418b-b861-491b-89f9-69be2164a823 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.665632] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f70f0-cbe5-40d9-988c-840e43976943 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.687813] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e080ebb9-8335-47c2-8307-e4ed9b60be3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.692473] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1714.692715] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1714.692870] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.693055] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1714.693201] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.693343] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1714.693548] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1714.693702] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1714.693861] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1714.694038] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1714.694224] env[62107]: DEBUG nova.virt.hardware [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1714.700580] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Reconfiguring VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1714.700957] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c45693-c43f-4485-93f3-b25dac463b4c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.724535] env[62107]: DEBUG nova.compute.provider_tree [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.730025] env[62107]: DEBUG oslo_vmware.api [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1714.730025] env[62107]: value = "task-1700040" [ 1714.730025] env[62107]: _type = "Task" [ 1714.730025] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.739605] env[62107]: DEBUG oslo_vmware.api [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700040, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.804033] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80d3ea-1f39-4dac-b781-f0974ab56a14 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.807234] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.825902] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1714.894758] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502943} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.895096] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1714.895827] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.895827] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e83d92c-962e-46ad-b8d1-f057eac8c485 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.903568] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1714.903568] env[62107]: value = "task-1700041" [ 1714.903568] env[62107]: _type = "Task" [ 1714.903568] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.913983] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.111991] env[62107]: DEBUG nova.network.neutron [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.229203] env[62107]: DEBUG nova.scheduler.client.report [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1715.245545] env[62107]: DEBUG oslo_vmware.api [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.332624] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1715.332963] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f23a7bb3-9886-4a18-903e-d02de37a4532 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.340920] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1715.340920] env[62107]: value = "task-1700042" [ 1715.340920] env[62107]: _type = "Task" [ 1715.340920] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.350135] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.414507] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075018} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.414721] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1715.415639] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a797b972-a9a7-4b6f-8a3b-48584dfacf24 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.441883] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.442244] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a9ef5e2-10e1-4e34-9b48-04a327e8e826 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.464207] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1715.464207] env[62107]: value = "task-1700043" [ 1715.464207] env[62107]: _type = "Task" [ 1715.464207] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.478695] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.614766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.746967] env[62107]: DEBUG oslo_vmware.api [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700040, 'name': ReconfigVM_Task, 'duration_secs': 0.910917} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.747551] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.747851] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Reconfigured VM to attach interface {{(pid=62107) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1715.851867] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700042, 'name': PowerOffVM_Task, 'duration_secs': 0.488576} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.852142] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.852326] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1715.974489] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700043, 'name': ReconfigVM_Task, 'duration_secs': 0.308437} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.976058] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.976058] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0f3018-1e16-42dc-a9e6-e90fcca01f4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.983059] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1715.983059] env[62107]: value = "task-1700044" [ 1715.983059] env[62107]: _type = "Task" [ 1715.983059] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.992174] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700044, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.243605] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.416s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.246613] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.499s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.254083] env[62107]: DEBUG oslo_concurrency.lockutils [None req-de079567-474b-4a68-81e8-e6be26c5eb9f tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-7e5d8d36-5e1d-4865-acf3-dd163dafd117-6db101dd-870a-4beb-8e2d-56cfbe8e7527" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.253s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.359097] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.359406] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.359636] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.359750] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.359854] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.359997] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.360225] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.360408] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.360633] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.360834] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.361042] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.366995] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654cad6d-5e9e-4c03-96b7-a79bdd2cbde3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.385136] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1716.385136] env[62107]: value = "task-1700045" [ 1716.385136] env[62107]: _type = "Task" [ 1716.385136] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.394451] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.498085] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700044, 'name': Rename_Task, 'duration_secs': 0.14424} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.498085] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1716.498085] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a05bc9c0-5bad-49e2-bf43-9c02c4b154ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.522787] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1716.522787] env[62107]: value = "task-1700046" [ 1716.522787] env[62107]: _type = "Task" [ 1716.522787] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.532613] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.843311] env[62107]: INFO nova.scheduler.client.report [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocation for migration 854d6197-7ea7-45a6-bee9-7735223bb3f1 [ 1716.897205] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700045, 'name': ReconfigVM_Task, 'duration_secs': 0.230224} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.897539] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1717.034908] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.130256] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89747084-d3ba-4b5b-bc9b-2c8feffa9237 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.151227] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1717.273399] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Applying migration context for instance 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 as it has an incoming, in-progress migration 42b4941b-8e69-4549-abd9-026fa55af54b. Migration status is migrating {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1717.273563] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Applying migration context for instance 71eb8ee0-f38e-4559-b9a0-c4086e7156b0 as it has an incoming, in-progress migration 4e3a19ea-1273-4076-a8f6-1542f5e1a913. Migration status is migrating {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1717.275810] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating resource usage from migration 42b4941b-8e69-4549-abd9-026fa55af54b [ 1717.276188] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating resource usage from migration 4e3a19ea-1273-4076-a8f6-1542f5e1a913 [ 1717.315665] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance dc31c470-98cd-40f6-b853-4e80cd87c28e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.315665] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d5c7eb28-31a7-4b20-813e-e9778663ff9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.315892] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 81a87615-255e-4f44-8f08-de208b52ee5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316096] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316232] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d79744ba-656a-4265-bf09-2dd68d525d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316349] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance cf1af4db-308e-47f8-a642-9acd3e4dbf23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316463] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6c9f1815-ae82-4815-855f-7e30bb33a47e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316575] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7e5d8d36-5e1d-4865-acf3-dd163dafd117 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316716] env[62107]: WARNING nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance d6200c87-d0af-4105-a7c3-706df325abd5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1717.316829] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance b44d3fb1-61f0-4cd6-aba4-153db81ee3ea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.316936] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 3090633e-9bda-4c77-b4b6-e1082eab0ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.317056] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7222822c-f12f-444d-9796-4bc77286b91a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.317166] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 9ddca1f8-ba4b-4196-bd10-759e258adc7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.317273] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance f484e98a-7d59-48d8-a128-2ca43a86cd51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.317378] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.317482] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration 4e3a19ea-1273-4076-a8f6-1542f5e1a913 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1717.317585] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 71eb8ee0-f38e-4559-b9a0-c4086e7156b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.317692] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration 42b4941b-8e69-4549-abd9-026fa55af54b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1717.317795] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1717.349829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.330s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.404180] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1717.404406] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1717.404449] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1717.404633] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1717.404783] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1717.404928] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1717.405142] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1717.405298] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1717.405461] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1717.405677] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1717.405878] env[62107]: DEBUG nova.virt.hardware [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1717.411431] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1717.412059] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2214c69-4829-411a-a602-9bbe96db0a4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.438326] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1717.438326] env[62107]: value = "task-1700047" [ 1717.438326] env[62107]: _type = "Task" [ 1717.438326] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.452670] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.533550] env[62107]: DEBUG oslo_vmware.api [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700046, 'name': PowerOnVM_Task, 'duration_secs': 0.574471} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.533857] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1717.534084] env[62107]: INFO nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Took 6.46 seconds to spawn the instance on the hypervisor. [ 1717.534258] env[62107]: DEBUG nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1717.535033] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad0cdfa-cb87-4e17-b360-58d264d672ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.658728] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.659043] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5ba229-38df-40cc-85e0-b7f5ed7b63d3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.668015] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1717.668015] env[62107]: value = "task-1700048" [ 1717.668015] env[62107]: _type = "Task" [ 1717.668015] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.677652] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.821557] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance fb0df502-3049-45e7-87af-b10fc59da701 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1717.821842] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1717.821991] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1717.952584] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700047, 'name': ReconfigVM_Task, 'duration_secs': 0.19208} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.955758] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1717.957086] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72fa1c-d342-4c8b-b1bc-8b4ba18f3af5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.982207] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0/71eb8ee0-f38e-4559-b9a0-c4086e7156b0.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.985135] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe76ffd7-9b95-48e3-85d4-865da79dfaad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.006738] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1718.006738] env[62107]: value = "task-1700049" [ 1718.006738] env[62107]: _type = "Task" [ 1718.006738] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.020644] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.057375] env[62107]: INFO nova.compute.manager [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Took 21.08 seconds to build instance. [ 1718.117727] env[62107]: DEBUG nova.compute.manager [req-eade50ad-57c9-45c9-b4bb-fb322f2397c8 req-650c3147-7926-45e2-90f9-c7f246e4ec81 service nova] [instance: d6200c87-d0af-4105-a7c3-706df325abd5] Received event network-vif-deleted-1fa9fe16-18bf-4629-9a41-e3665dd9380b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.144146] env[62107]: DEBUG nova.compute.manager [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.146550] env[62107]: DEBUG nova.compute.manager [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing instance network info cache due to event network-changed-d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1718.146550] env[62107]: DEBUG oslo_concurrency.lockutils [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] Acquiring lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.146550] env[62107]: DEBUG oslo_concurrency.lockutils [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] Acquired lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.146550] env[62107]: DEBUG nova.network.neutron [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Refreshing network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.162573] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17f0a50-7ac6-415f-9970-837abeda53b6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.176041] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da1278-cee2-49a2-ae75-039c596fbe30 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.183703] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700048, 'name': PowerOffVM_Task, 'duration_secs': 0.478803} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.184792] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.184792] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1718.219485] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa22a7d8-0d9b-410d-b490-7c87aa1d0321 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.228906] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca12eca5-ed2e-48bf-815d-e8a3ea2818fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.247045] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.528159] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.560949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aba4063a-a46a-44ac-b5ec-1ff400d7970c tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.593s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.565635] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.566047] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.566172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.566364] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.566557] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.569091] env[62107]: INFO nova.compute.manager [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Terminating instance [ 1718.571038] env[62107]: DEBUG nova.compute.manager [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1718.571251] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1718.572198] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab81fedc-8285-495a-9edf-da14136c75a7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.580922] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.582355] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566cbdd6-cc41-49fb-9bb2-fa23da6e3796 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.593545] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1718.593545] env[62107]: value = "task-1700050" [ 1718.593545] env[62107]: _type = "Task" [ 1718.593545] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.605064] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.721847] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1718.721847] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1718.721847] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.721847] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1718.721847] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.722166] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1718.726192] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1718.726192] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1718.726192] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1718.726192] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1718.726192] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1718.732609] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-826a55cf-f944-4042-8d82-071b0c45f478 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.749920] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1718.766718] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1718.766718] env[62107]: value = "task-1700051" [ 1718.766718] env[62107]: _type = "Task" [ 1718.766718] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.778380] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.023154] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700049, 'name': ReconfigVM_Task, 'duration_secs': 0.710806} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.023154] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0/71eb8ee0-f38e-4559-b9a0-c4086e7156b0.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1719.023609] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1719.087834] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "interface-7e5d8d36-5e1d-4865-acf3-dd163dafd117-6db101dd-870a-4beb-8e2d-56cfbe8e7527" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.088107] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-7e5d8d36-5e1d-4865-acf3-dd163dafd117-6db101dd-870a-4beb-8e2d-56cfbe8e7527" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.105043] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700050, 'name': PowerOffVM_Task, 'duration_secs': 0.261824} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.105043] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.105043] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.105712] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f260ddab-841b-48f7-bd5d-44a4c7c394a2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.195334] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.195334] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.195576] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleting the datastore file [datastore1] 3090633e-9bda-4c77-b4b6-e1082eab0ce2 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.195943] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f24df355-9236-42f9-829d-ce263b14b26b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.204682] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for the task: (returnval){ [ 1719.204682] env[62107]: value = "task-1700053" [ 1719.204682] env[62107]: _type = "Task" [ 1719.204682] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.218807] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.260627] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1719.260964] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.014s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.261407] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.452s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.262998] env[62107]: INFO nova.compute.claims [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1719.266111] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1719.266642] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1719.280941] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700051, 'name': ReconfigVM_Task, 'duration_secs': 0.316787} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.281561] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1719.431852] env[62107]: DEBUG nova.network.neutron [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updated VIF entry in instance network info cache for port d365c816-237c-4cf4-ac13-7c7a6eaec6b5. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.432436] env[62107]: DEBUG nova.network.neutron [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [{"id": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "address": "fa:16:3e:99:90:02", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd365c816-23", "ovs_interfaceid": "d365c816-237c-4cf4-ac13-7c7a6eaec6b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.533152] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f4a58-fd59-4559-8402-a0a7455b51ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.562282] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aea7cb-9143-4c9d-baff-6a8fcdcf42b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.581876] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1719.592554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.592554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.593480] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521c6c6-79f2-47b1-bf5c-1d71f28bc0d6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.615996] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c95fba-09a3-4e42-9ab9-a15360a57b96 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.649609] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Reconfiguring VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1719.649969] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1967a73b-adc9-40c8-bf3f-1bc13bebcec6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.675475] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1719.675475] env[62107]: value = "task-1700054" [ 1719.675475] env[62107]: _type = "Task" [ 1719.675475] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.686389] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.716587] env[62107]: DEBUG oslo_vmware.api [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Task: {'id': task-1700053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220134} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.717026] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.717566] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.717566] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.717797] env[62107]: INFO nova.compute.manager [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1719.718130] env[62107]: DEBUG oslo.service.loopingcall [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.718331] env[62107]: DEBUG nova.compute.manager [-] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1719.718443] env[62107]: DEBUG nova.network.neutron [-] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.784656] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] There are 54 instances to clean {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1719.784956] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 3c51d02f-f226-436c-8fdb-67ef266d464a] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1719.791789] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1719.792041] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1719.792197] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.792481] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1719.792572] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.792773] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1719.793056] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1719.793263] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1719.793559] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1719.793705] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1719.793975] env[62107]: DEBUG nova.virt.hardware [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1719.800456] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1719.802277] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "f484e98a-7d59-48d8-a128-2ca43a86cd51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.802580] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.803065] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "f484e98a-7d59-48d8-a128-2ca43a86cd51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.803302] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.803607] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.805463] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66209ac-3698-47d1-931c-0dc9fa094224 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.820415] env[62107]: INFO nova.compute.manager [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Terminating instance [ 1719.826350] env[62107]: DEBUG nova.compute.manager [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1719.826350] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.826350] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ea09a2-eac8-4da3-b793-5bc4175a8455 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.831178] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1719.831178] env[62107]: value = "task-1700055" [ 1719.831178] env[62107]: _type = "Task" [ 1719.831178] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.837530] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.838160] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7cce69f-48d3-4bda-b1cc-32d7490f2f23 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.843457] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.845198] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1719.845198] env[62107]: value = "task-1700056" [ 1719.845198] env[62107]: _type = "Task" [ 1719.845198] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.857814] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.937687] env[62107]: DEBUG oslo_concurrency.lockutils [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] Releasing lock "refresh_cache-cf1af4db-308e-47f8-a642-9acd3e4dbf23" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.938044] env[62107]: DEBUG nova.compute.manager [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.938247] env[62107]: DEBUG nova.compute.manager [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing instance network info cache due to event network-changed-d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1719.938688] env[62107]: DEBUG oslo_concurrency.lockutils [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.938785] env[62107]: DEBUG oslo_concurrency.lockutils [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.938947] env[62107]: DEBUG nova.network.neutron [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.133529] env[62107]: DEBUG nova.network.neutron [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Port dd8a14dd-99f8-467d-9370-396dc540098d binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1720.162543] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ba6232-8fba-4edd-a49d-fcab6637636f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.171095] env[62107]: DEBUG nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-vif-plugged-6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.171429] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.171777] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.172095] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.172391] env[62107]: DEBUG nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] No waiting events found dispatching network-vif-plugged-6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1720.172688] env[62107]: WARNING nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received unexpected event network-vif-plugged-6db101dd-870a-4beb-8e2d-56cfbe8e7527 for instance with vm_state active and task_state None. [ 1720.172979] env[62107]: DEBUG nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-changed-6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.173269] env[62107]: DEBUG nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing instance network info cache due to event network-changed-6db101dd-870a-4beb-8e2d-56cfbe8e7527. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1720.173561] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.186463] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49166fd2-12e4-4285-bb69-c3d06feb8020 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.204212] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-vif-plugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.204548] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.204862] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.205136] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.205389] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] No waiting events found dispatching network-vif-plugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1720.205660] env[62107]: WARNING nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received unexpected event network-vif-plugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 for instance with vm_state active and task_state None. [ 1720.205904] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.206158] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing instance network info cache due to event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1720.206436] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.206638] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.206886] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.209501] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.243785] env[62107]: DEBUG oslo_concurrency.lockutils [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.244044] env[62107]: DEBUG oslo_concurrency.lockutils [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.247508] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c70e7d-b7d3-443b-bf07-3d04493061fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.256870] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4893916d-1c70-48c9-b72b-8afad28eb300 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.272515] env[62107]: DEBUG nova.compute.provider_tree [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.303318] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 766d3bd4-cba5-4317-9c0b-0f71b8fcf9a5] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.343848] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700055, 'name': ReconfigVM_Task, 'duration_secs': 0.231441} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.344142] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1720.344955] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe671ba-1dbc-4265-ac09-7ad86113a4a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.372437] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977/7063b2ba-e02a-4b84-a9c6-5d8e8a74c977.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.375936] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0807e04-7035-4ce3-af35-7abd693da169 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.388457] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700056, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.394859] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1720.394859] env[62107]: value = "task-1700057" [ 1720.394859] env[62107]: _type = "Task" [ 1720.394859] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.403317] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.607807] env[62107]: DEBUG nova.network.neutron [-] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.687126] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.747662] env[62107]: INFO nova.compute.manager [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Detaching volume bc9eea13-80b7-4ddb-88c0-fc972d769be9 [ 1720.776916] env[62107]: DEBUG nova.scheduler.client.report [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.780825] env[62107]: DEBUG nova.network.neutron [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updated VIF entry in instance network info cache for port d0c34ef7-cc63-458d-8d1d-40756de48b9c. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.781214] env[62107]: DEBUG nova.network.neutron [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "address": "fa:16:3e:c6:1c:67", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db101dd-87", "ovs_interfaceid": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.802120] env[62107]: INFO nova.virt.block_device [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Attempting to driver detach volume bc9eea13-80b7-4ddb-88c0-fc972d769be9 from mountpoint /dev/sdb [ 1720.802355] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1720.802699] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1720.803743] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d15351-6958-4514-b72d-fed6f8d7d1ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.807453] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: b76d7072-491d-45ef-982b-2b478d1dfbbd] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.829689] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207c3664-9f5b-4e98-894e-058b27aef094 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.838957] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8c46a-ed70-472c-a080-9b060373b91f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.865641] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65eece1-169b-4009-9086-1d70ade7fbdf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.873563] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700056, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.886724] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] The volume has not been displaced from its original location: [datastore1] volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9/volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1720.891948] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1720.893151] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-499a4da5-c83a-4a20-9cd6-565de83930f1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.922117] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.923518] env[62107]: DEBUG oslo_vmware.api [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1720.923518] env[62107]: value = "task-1700058" [ 1720.923518] env[62107]: _type = "Task" [ 1720.923518] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.932394] env[62107]: DEBUG oslo_vmware.api [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.987372] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updated VIF entry in instance network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.987761] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.111028] env[62107]: INFO nova.compute.manager [-] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Took 1.39 seconds to deallocate network for instance. [ 1721.156895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.157396] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.157799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.188228] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.283979] env[62107]: DEBUG oslo_concurrency.lockutils [req-28f16560-5b11-4f39-a97f-21a283807a39 req-027f61d5-c506-4677-aaa8-5ec18ef3c6d8 service nova] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.285171] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.024s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.285696] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1721.288480] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.288667] env[62107]: DEBUG nova.network.neutron [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Refreshing network info cache for port 6db101dd-870a-4beb-8e2d-56cfbe8e7527 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.289779] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.103s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.289973] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.292865] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.486s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.292865] env[62107]: DEBUG nova.objects.instance [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1721.310320] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d9ef496e-602a-4f9e-aaf1-14cc34a226af] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.359772] env[62107]: INFO nova.scheduler.client.report [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Deleted allocations for instance d6200c87-d0af-4105-a7c3-706df325abd5 [ 1721.372462] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700056, 'name': PowerOffVM_Task, 'duration_secs': 1.237451} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.372726] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1721.372895] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1721.373161] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fafab0bf-9de1-4d46-bcdd-2b3457cfd084 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.411383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquiring lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.411383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.411383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquiring lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.411383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.411383] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.415543] env[62107]: INFO nova.compute.manager [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Terminating instance [ 1721.417795] env[62107]: DEBUG nova.compute.manager [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1721.417909] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.418148] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d461d216-3eeb-4ab8-9140-3dde7f38b3ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.422747] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700057, 'name': ReconfigVM_Task, 'duration_secs': 0.702937} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.423386] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977/7063b2ba-e02a-4b84-a9c6-5d8e8a74c977.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.423645] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1721.431345] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1721.431345] env[62107]: value = "task-1700060" [ 1721.431345] env[62107]: _type = "Task" [ 1721.431345] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.440920] env[62107]: DEBUG oslo_vmware.api [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700058, 'name': ReconfigVM_Task, 'duration_secs': 0.318139} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.441785] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1721.450858] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170f6bac-bc83-4d4f-b150-9992a4f1ba0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.460935] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.468732] env[62107]: DEBUG oslo_vmware.api [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1721.468732] env[62107]: value = "task-1700061" [ 1721.468732] env[62107]: _type = "Task" [ 1721.468732] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.480479] env[62107]: DEBUG oslo_vmware.api [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.481800] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1721.481981] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1721.482224] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] f484e98a-7d59-48d8-a128-2ca43a86cd51 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1721.482715] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faea7fcf-14b1-486f-83de-de2ca8d2b8f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.490109] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.490379] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1721.490510] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing instance network info cache due to event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1721.490710] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.490851] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.491024] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.493077] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1721.493077] env[62107]: value = "task-1700062" [ 1721.493077] env[62107]: _type = "Task" [ 1721.493077] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.502306] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.617676] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.688176] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.797963] env[62107]: DEBUG nova.compute.utils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.804551] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1721.805556] env[62107]: DEBUG nova.network.neutron [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.815561] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 2ec503fc-a3e1-46b3-b150-4f3ed8b6ccff] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.851286] env[62107]: DEBUG nova.policy [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '615d0e9e998c40888b409be398ee45b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27369990efd4453b9a8f6fab3a2e46eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1721.872846] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9460dec-e9c1-422e-92a3-e94ed956c3cc tempest-ServersNegativeTestJSON-205455777 tempest-ServersNegativeTestJSON-205455777-project-member] Lock "d6200c87-d0af-4105-a7c3-706df325abd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.593s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.930184] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2b2ba3-f106-4e8e-ab36-53d534d91747 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.942294] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700060, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.959350] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacad3e5-f8ae-4583-91b0-b32f7af295a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.979437] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1722.007256] env[62107]: DEBUG oslo_vmware.api [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700061, 'name': ReconfigVM_Task, 'duration_secs': 0.176812} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.008039] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354352', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'name': 'volume-bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c9f1815-ae82-4815-855f-7e30bb33a47e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9', 'serial': 'bc9eea13-80b7-4ddb-88c0-fc972d769be9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1722.013916] env[62107]: DEBUG oslo_vmware.api [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154793} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.014224] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1722.014432] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1722.014687] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1722.014887] env[62107]: INFO nova.compute.manager [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1722.015363] env[62107]: DEBUG oslo.service.loopingcall [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1722.015363] env[62107]: DEBUG nova.compute.manager [-] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1722.015363] env[62107]: DEBUG nova.network.neutron [-] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1722.108467] env[62107]: DEBUG nova.network.neutron [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updated VIF entry in instance network info cache for port 6db101dd-870a-4beb-8e2d-56cfbe8e7527. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.108906] env[62107]: DEBUG nova.network.neutron [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "address": "fa:16:3e:c6:1c:67", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db101dd-87", "ovs_interfaceid": "6db101dd-870a-4beb-8e2d-56cfbe8e7527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.189166] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.230467] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.230682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.230911] env[62107]: DEBUG nova.network.neutron [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.305430] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1722.310571] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d8076952-537b-4478-b22c-947749eb2cec tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.312993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.694s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.312993] env[62107]: DEBUG nova.objects.instance [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lazy-loading 'resources' on Instance uuid 3090633e-9bda-4c77-b4b6-e1082eab0ce2 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.317356] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 0fb881a8-3849-497a-beb7-7f3a359c130a] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.426934] env[62107]: DEBUG nova.network.neutron [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Successfully created port: c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.447897] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700060, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.459595] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updated VIF entry in instance network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.459947] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.522946] env[62107]: DEBUG nova.network.neutron [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Port 33ed2246-fac9-491b-af3a-ed9bb9154f09 binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1722.582766] env[62107]: DEBUG nova.objects.instance [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'flavor' on Instance uuid 6c9f1815-ae82-4815-855f-7e30bb33a47e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.612227] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.612227] env[62107]: DEBUG nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Received event network-changed-0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1722.612387] env[62107]: DEBUG nova.compute.manager [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Refreshing instance network info cache due to event network-changed-0cfd8d7e-21c7-4043-85a1-76476a2debbe. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1722.612581] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.612705] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.612932] env[62107]: DEBUG nova.network.neutron [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Refreshing network info cache for port 0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.642315] env[62107]: DEBUG nova.compute.manager [req-4a66b759-1097-4721-8001-60d43b681e34 req-550f184e-e574-4249-9833-5757c4049390 service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Received event network-vif-deleted-9d08c75d-b6b8-4e7b-923e-a30686fdb85a {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1722.642526] env[62107]: INFO nova.compute.manager [req-4a66b759-1097-4721-8001-60d43b681e34 req-550f184e-e574-4249-9833-5757c4049390 service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Neutron deleted interface 9d08c75d-b6b8-4e7b-923e-a30686fdb85a; detaching it from the instance and deleting it from the info cache [ 1722.647905] env[62107]: DEBUG nova.network.neutron [req-4a66b759-1097-4721-8001-60d43b681e34 req-550f184e-e574-4249-9833-5757c4049390 service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.647905] env[62107]: WARNING oslo_messaging._drivers.amqpdriver [req-4a66b759-1097-4721-8001-60d43b681e34 req-550f184e-e574-4249-9833-5757c4049390 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1722.688840] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.822773] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 4973185d-ae46-4163-93e7-066a7460c38e] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.946541] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700060, 'name': PowerOffVM_Task, 'duration_secs': 1.192617} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.949509] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1722.949728] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1722.949921] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354335', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'name': 'volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b44d3fb1-61f0-4cd6-aba4-153db81ee3ea', 'attached_at': '', 'detached_at': '', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'serial': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1722.951889] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41459eb6-08a0-4735-bbf1-510113007e51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.974252] env[62107]: DEBUG oslo_concurrency.lockutils [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.974514] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Received event network-vif-deleted-674e5c6f-80a8-45a8-a11b-f5e758f409b0 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1722.974691] env[62107]: INFO nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Neutron deleted interface 674e5c6f-80a8-45a8-a11b-f5e758f409b0; detaching it from the instance and deleting it from the info cache [ 1722.974926] env[62107]: DEBUG nova.network.neutron [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.982637] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdda6ba-3003-4126-b6c9-377d930fe16e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.994063] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9f4437-5479-45db-ab23-71c2203af90c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.016758] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc003b-6edf-457c-b7f5-d285f7218031 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.036755] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] The volume has not been displaced from its original location: [datastore1] volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60/volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1723.044157] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1723.047407] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8cea30-a41e-4591-abb4-0a10dc7148b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.064445] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1723.064445] env[62107]: value = "task-1700063" [ 1723.064445] env[62107]: _type = "Task" [ 1723.064445] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.075076] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.109188] env[62107]: DEBUG nova.network.neutron [-] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.145018] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-863a7763-136b-4527-bc75-9fa6071f08c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.163055] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d374e5c1-4259-4182-9177-7469dd3a63e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.190537] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.208045] env[62107]: DEBUG nova.compute.manager [req-4a66b759-1097-4721-8001-60d43b681e34 req-550f184e-e574-4249-9833-5757c4049390 service nova] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Detach interface failed, port_id=9d08c75d-b6b8-4e7b-923e-a30686fdb85a, reason: Instance f484e98a-7d59-48d8-a128-2ca43a86cd51 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1723.217909] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5abaa83-0282-4575-9960-599853b9df54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.227020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653b603c-8921-433a-84f4-648cd1bcf956 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.263607] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e06f26-bde2-4a9d-a338-547a602fce42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.276296] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102dda45-48f0-4f9f-a55d-c16bebf0f6fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.290428] env[62107]: DEBUG nova.compute.provider_tree [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.322297] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1723.326161] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9099a556-7c68-44f6-b45b-d94dfa537cb6] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.381983] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1723.382259] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1723.382416] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.382589] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1723.382726] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.382865] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1723.383359] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1723.383359] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1723.383467] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1723.383546] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1723.383721] env[62107]: DEBUG nova.virt.hardware [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1723.384597] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5763cdf-0777-4fd2-b220-96b9f325925e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.392808] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed2e63e-d612-4134-b65d-1752902d2530 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.410272] env[62107]: DEBUG nova.network.neutron [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updated VIF entry in instance network info cache for port 0cfd8d7e-21c7-4043-85a1-76476a2debbe. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.410618] env[62107]: DEBUG nova.network.neutron [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.455444] env[62107]: DEBUG nova.network.neutron [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance_info_cache with network_info: [{"id": "dd8a14dd-99f8-467d-9370-396dc540098d", "address": "fa:16:3e:85:2d:40", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a14dd-99", "ovs_interfaceid": "dd8a14dd-99f8-467d-9370-396dc540098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.486922] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6a6d8fc-c2e8-4be0-9c0d-1b1ce3fcaeb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.497358] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9111607-ad06-4a9d-adf7-76b988fcf318 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.532356] env[62107]: DEBUG nova.compute.manager [req-56f723f2-bc35-43a2-8f8c-90855f50941b req-51be8b16-6495-44fb-82a0-fd644a28190a service nova] [instance: 3090633e-9bda-4c77-b4b6-e1082eab0ce2] Detach interface failed, port_id=674e5c6f-80a8-45a8-a11b-f5e758f409b0, reason: Instance 3090633e-9bda-4c77-b4b6-e1082eab0ce2 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1723.552889] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.553176] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.553362] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.576282] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700063, 'name': ReconfigVM_Task, 'duration_secs': 0.211374} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.576389] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1723.581353] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f650dd88-53fd-421a-a529-b855cddcae43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.591780] env[62107]: DEBUG oslo_concurrency.lockutils [None req-060e6bcd-f7b2-411f-9145-3beb8380e777 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.348s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.599450] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1723.599450] env[62107]: value = "task-1700064" [ 1723.599450] env[62107]: _type = "Task" [ 1723.599450] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.608701] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.613268] env[62107]: INFO nova.compute.manager [-] [instance: f484e98a-7d59-48d8-a128-2ca43a86cd51] Took 1.60 seconds to deallocate network for instance. [ 1723.694617] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.794459] env[62107]: DEBUG nova.scheduler.client.report [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1723.831631] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f31f773f-88bd-449c-a09c-cf2478115376] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.913130] env[62107]: DEBUG oslo_concurrency.lockutils [req-c2bb5520-5fe4-482b-9d39-4353a21dc2bb req-8e1b7a04-bfc9-4fbd-ab0a-f9692fa65ff1 service nova] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.957884] env[62107]: DEBUG oslo_concurrency.lockutils [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.110910] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700064, 'name': ReconfigVM_Task, 'duration_secs': 0.119597} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.111265] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354335', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'name': 'volume-6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b44d3fb1-61f0-4cd6-aba4-153db81ee3ea', 'attached_at': '', 'detached_at': '', 'volume_id': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60', 'serial': '6c06a46e-b7ca-47ce-b584-d8079e3b7a60'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1724.111540] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.112344] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96396173-717c-45bb-a2e1-354a25aafdb2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.120753] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.120753] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.121011] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26f6d117-46db-460d-867c-a15fda8b0fee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.168468] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.168468] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.192581] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.300377] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.303252] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.183s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.304889] env[62107]: DEBUG nova.objects.instance [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid f484e98a-7d59-48d8-a128-2ca43a86cd51 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.309213] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.309213] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.309213] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Deleting the datastore file [datastore1] b44d3fb1-61f0-4cd6-aba4-153db81ee3ea {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.309213] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3c887cd-6c4b-4710-9866-e24382e676b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.319605] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for the task: (returnval){ [ 1724.319605] env[62107]: value = "task-1700066" [ 1724.319605] env[62107]: _type = "Task" [ 1724.319605] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.329304] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.337266] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 458b14da-2401-4660-8bc2-637fdc7735d6] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.377972] env[62107]: INFO nova.scheduler.client.report [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Deleted allocations for instance 3090633e-9bda-4c77-b4b6-e1082eab0ce2 [ 1724.480713] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa982b9-dc2f-4055-9e17-d26bd3d2a79e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.503266] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6614a9-a28c-4c18-b6a0-92ba4774838c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.511228] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1724.661009] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.661212] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.661405] env[62107]: DEBUG nova.network.neutron [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.670768] env[62107]: INFO nova.compute.manager [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Detaching volume ae1dfb30-6b43-4102-a423-7522ac70cc9f [ 1724.691764] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.738834] env[62107]: INFO nova.virt.block_device [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Attempting to driver detach volume ae1dfb30-6b43-4102-a423-7522ac70cc9f from mountpoint /dev/sdb [ 1724.739194] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1724.739278] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354341', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'name': 'volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd79744ba-656a-4265-bf09-2dd68d525d52', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'serial': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1724.740227] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddccc8b-a007-4a92-b780-54234faefda5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.766823] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.767100] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.767316] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6c9f1815-ae82-4815-855f-7e30bb33a47e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.767498] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.767664] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.773559] env[62107]: INFO nova.compute.manager [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Terminating instance [ 1724.775580] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09fa20c-d0d2-4e90-85c9-7b0f1e05687e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.779365] env[62107]: DEBUG nova.compute.manager [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1724.779483] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1724.780456] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c0afc9-632f-408d-adf5-3c137c1e5ec2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.788877] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1724.790788] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b676cae-def2-4147-a411-e8b164d47b20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.793025] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815bad20-7d50-4eda-a9f8-cdf8661274cb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.823965] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea08d9-bbdc-4529-a665-505cbcf52f2a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.828498] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1724.828498] env[62107]: value = "task-1700067" [ 1724.828498] env[62107]: _type = "Task" [ 1724.828498] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.846744] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: bdd95a9e-8e8b-4106-9e48-5980987a4c16] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.852020] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f/volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1724.854235] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1724.858321] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1a3b50-925f-4b16-982b-1718a87819e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.871828] env[62107]: DEBUG oslo_vmware.api [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Task: {'id': task-1700066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077117} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.875685] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.878656] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.878656] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.878656] env[62107]: INFO nova.compute.manager [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Took 3.46 seconds to destroy the instance on the hypervisor. [ 1724.878656] env[62107]: DEBUG oslo.service.loopingcall [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.878656] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.878656] env[62107]: DEBUG nova.compute.manager [-] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1724.878656] env[62107]: DEBUG nova.network.neutron [-] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.888161] env[62107]: DEBUG oslo_vmware.api [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1724.888161] env[62107]: value = "task-1700068" [ 1724.888161] env[62107]: _type = "Task" [ 1724.888161] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.888635] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33b49fb8-6573-409a-a7ba-10b11a138f03 tempest-DeleteServersTestJSON-1603036777 tempest-DeleteServersTestJSON-1603036777-project-member] Lock "3090633e-9bda-4c77-b4b6-e1082eab0ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.323s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.902106] env[62107]: DEBUG oslo_vmware.api [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.019210] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1725.020189] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-698ed598-5ff7-400b-98a5-eaf57041e2e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.032524] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1725.032524] env[62107]: value = "task-1700069" [ 1725.032524] env[62107]: _type = "Task" [ 1725.032524] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.042203] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.188043] env[62107]: DEBUG nova.compute.manager [req-222d0288-abe9-468e-b046-13252d8d8ed3 req-e7348a92-d5be-4d21-92d1-c362c283ae92 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Received event network-vif-plugged-c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1725.188266] env[62107]: DEBUG oslo_concurrency.lockutils [req-222d0288-abe9-468e-b046-13252d8d8ed3 req-e7348a92-d5be-4d21-92d1-c362c283ae92 service nova] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.188463] env[62107]: DEBUG oslo_concurrency.lockutils [req-222d0288-abe9-468e-b046-13252d8d8ed3 req-e7348a92-d5be-4d21-92d1-c362c283ae92 service nova] Lock "fb0df502-3049-45e7-87af-b10fc59da701-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.188624] env[62107]: DEBUG oslo_concurrency.lockutils [req-222d0288-abe9-468e-b046-13252d8d8ed3 req-e7348a92-d5be-4d21-92d1-c362c283ae92 service nova] Lock "fb0df502-3049-45e7-87af-b10fc59da701-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.188815] env[62107]: DEBUG nova.compute.manager [req-222d0288-abe9-468e-b046-13252d8d8ed3 req-e7348a92-d5be-4d21-92d1-c362c283ae92 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] No waiting events found dispatching network-vif-plugged-c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1725.188932] env[62107]: WARNING nova.compute.manager [req-222d0288-abe9-468e-b046-13252d8d8ed3 req-e7348a92-d5be-4d21-92d1-c362c283ae92 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Received unexpected event network-vif-plugged-c5cb0a3e-fde8-412c-9826-a90899cecff4 for instance with vm_state building and task_state spawning. [ 1725.193416] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.214698] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118ce9a-eabd-4a14-aaad-82f21f6a9dac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.221629] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b535938-c69c-4f31-9319-1496c0caf0fa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.252902] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e7255-812e-4f93-8828-6a81926502f0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.263325] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b872bac1-c206-4d2a-9e93-6934828a21d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.278465] env[62107]: DEBUG nova.compute.provider_tree [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.340069] env[62107]: DEBUG nova.network.neutron [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Successfully updated port: c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1725.346993] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700067, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.355690] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e65881b1-87f9-484c-a9a7-3e44dd6c1cb6] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.406203] env[62107]: DEBUG oslo_vmware.api [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700068, 'name': ReconfigVM_Task, 'duration_secs': 0.288265} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.406203] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1725.414244] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dceee46-63b9-411f-b7a9-9570cf290ccd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.435686] env[62107]: DEBUG oslo_vmware.api [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1725.435686] env[62107]: value = "task-1700070" [ 1725.435686] env[62107]: _type = "Task" [ 1725.435686] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.446688] env[62107]: DEBUG oslo_vmware.api [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.540028] env[62107]: DEBUG nova.network.neutron [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.551330] env[62107]: DEBUG oslo_vmware.api [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700069, 'name': PowerOnVM_Task, 'duration_secs': 0.500831} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.551330] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.551330] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-554f23d3-4347-4092-888a-4aced3ce23ef tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance '71eb8ee0-f38e-4559-b9a0-c4086e7156b0' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1725.695101] env[62107]: DEBUG oslo_vmware.api [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700054, 'name': ReconfigVM_Task, 'duration_secs': 5.803224} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.695373] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.695697] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Reconfigured VM to detach interface {{(pid=62107) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1725.783741] env[62107]: DEBUG nova.scheduler.client.report [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1725.845122] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.845308] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.845465] env[62107]: DEBUG nova.network.neutron [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.846708] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700067, 'name': PowerOffVM_Task, 'duration_secs': 0.660634} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.850607] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1725.850607] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1725.850607] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4acd0346-9755-4883-8414-1d36bda2d332 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.860106] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6bc3797a-defd-457f-90f0-74fbcf2c80d6] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.948101] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1725.948343] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1725.948523] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] 6c9f1815-ae82-4815-855f-7e30bb33a47e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1725.948813] env[62107]: DEBUG oslo_vmware.api [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700070, 'name': ReconfigVM_Task, 'duration_secs': 0.187722} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.949360] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c34e8c0-4fce-4359-bc11-6c6b810e8fd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.951816] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354341', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'name': 'volume-ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd79744ba-656a-4265-bf09-2dd68d525d52', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f', 'serial': 'ae1dfb30-6b43-4102-a423-7522ac70cc9f'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1725.959379] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1725.959379] env[62107]: value = "task-1700073" [ 1725.959379] env[62107]: _type = "Task" [ 1725.959379] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.969117] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.045019] env[62107]: DEBUG oslo_concurrency.lockutils [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.235379] env[62107]: DEBUG nova.network.neutron [-] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.290893] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.367373] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 1ab6fd11-784a-4a2d-ae6d-6f72cb6f6057] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1726.380738] env[62107]: DEBUG nova.network.neutron [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.473968] env[62107]: DEBUG oslo_vmware.api [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451604} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.476377] env[62107]: INFO nova.scheduler.client.report [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance f484e98a-7d59-48d8-a128-2ca43a86cd51 [ 1726.476377] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1726.476550] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1726.476725] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1726.476894] env[62107]: INFO nova.compute.manager [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1726.479794] env[62107]: DEBUG oslo.service.loopingcall [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.484760] env[62107]: DEBUG nova.compute.manager [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1726.484866] env[62107]: DEBUG nova.network.neutron [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1726.565889] env[62107]: DEBUG nova.objects.instance [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'flavor' on Instance uuid d79744ba-656a-4265-bf09-2dd68d525d52 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.601054] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd371f8f-c0e2-4f42-a424-5dd58a75e863 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.626917] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77764963-a1ac-4bcb-8399-454325cc532e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.637889] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1726.672710] env[62107]: DEBUG nova.network.neutron [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updating instance_info_cache with network_info: [{"id": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "address": "fa:16:3e:b7:13:00", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cb0a3e-fd", "ovs_interfaceid": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.740491] env[62107]: INFO nova.compute.manager [-] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Took 1.86 seconds to deallocate network for instance. [ 1726.870496] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: c38a6754-73ab-49a5-8d22-5599340bf465] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1726.992507] env[62107]: DEBUG oslo_concurrency.lockutils [None req-d72fd7ab-1d29-47ca-8067-7e2f0a847a7d tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "f484e98a-7d59-48d8-a128-2ca43a86cd51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.190s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.148405] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.148405] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05e2a102-3140-4cd4-bfc1-84fa9b108b8f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.158022] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1727.158022] env[62107]: value = "task-1700074" [ 1727.158022] env[62107]: _type = "Task" [ 1727.158022] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.179664] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.180336] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Instance network_info: |[{"id": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "address": "fa:16:3e:b7:13:00", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cb0a3e-fd", "ovs_interfaceid": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1727.180860] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.181706] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:13:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5cb0a3e-fde8-412c-9826-a90899cecff4', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.196848] env[62107]: DEBUG oslo.service.loopingcall [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.197299] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.198891] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf606a48-2c32-4b1a-a63d-888ca271f1d7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.225848] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.226218] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquired lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.231777] env[62107]: DEBUG nova.network.neutron [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1727.237476] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.237476] env[62107]: value = "task-1700075" [ 1727.237476] env[62107]: _type = "Task" [ 1727.237476] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.252623] env[62107]: DEBUG nova.compute.manager [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Received event network-changed-c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1727.252623] env[62107]: DEBUG nova.compute.manager [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Refreshing instance network info cache due to event network-changed-c5cb0a3e-fde8-412c-9826-a90899cecff4. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1727.252920] env[62107]: DEBUG oslo_concurrency.lockutils [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] Acquiring lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.253171] env[62107]: DEBUG oslo_concurrency.lockutils [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] Acquired lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.253427] env[62107]: DEBUG nova.network.neutron [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Refreshing network info cache for port c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.265830] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700075, 'name': CreateVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.303734] env[62107]: INFO nova.compute.manager [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Took 0.56 seconds to detach 1 volumes for instance. [ 1727.304951] env[62107]: DEBUG nova.compute.manager [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Deleting volume: 6c06a46e-b7ca-47ce-b584-d8079e3b7a60 {{(pid=62107) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1727.374498] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: c025840e-4bc6-4c2b-9fca-afec74a7e7f1] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1727.585563] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0b3578b4-fb3f-4339-aabf-a08b2d300709 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.416s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.672261] env[62107]: DEBUG oslo_vmware.api [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700074, 'name': PowerOnVM_Task, 'duration_secs': 0.491497} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.672610] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1727.672804] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-56eea224-0bad-4826-b42b-08cb991739cb tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance '7063b2ba-e02a-4b84-a9c6-5d8e8a74c977' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1727.748738] env[62107]: DEBUG nova.network.neutron [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.755026] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700075, 'name': CreateVM_Task, 'duration_secs': 0.413622} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.755026] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1727.755681] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.755681] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.755977] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1727.758981] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db675f4e-338c-476f-930c-476ce24fd57c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.764878] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1727.764878] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ff2d72-3b8c-fc44-92f2-2d5ea4ddeaad" [ 1727.764878] env[62107]: _type = "Task" [ 1727.764878] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.780465] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52ff2d72-3b8c-fc44-92f2-2d5ea4ddeaad, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.780700] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.781392] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.781392] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.787907] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.787907] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.787907] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e2151d9-68d4-4344-953f-0c665c583518 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.792749] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.792749] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.793264] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416ba6dd-a1bf-49e2-b29d-856c2b53db6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.798153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.798153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.798153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.798153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.798153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.801013] env[62107]: INFO nova.compute.manager [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Terminating instance [ 1727.803304] env[62107]: DEBUG nova.compute.manager [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1727.805491] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.806664] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb34b2a-2687-4420-8609-3a4b84931157 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.813648] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1727.813648] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52790fd0-c31e-f4e3-d6ca-3fe1dd0054e5" [ 1727.813648] env[62107]: _type = "Task" [ 1727.813648] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.819981] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.820662] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07674aa-b388-4497-b6f4-6c6e860ffb09 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.826165] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52790fd0-c31e-f4e3-d6ca-3fe1dd0054e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.827025] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15f813c-7379-40f8-9346-8bf2b0b54ece {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.830589] env[62107]: DEBUG oslo_vmware.api [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1727.830589] env[62107]: value = "task-1700077" [ 1727.830589] env[62107]: _type = "Task" [ 1727.830589] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.842407] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1727.842407] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522cd491-a23f-82e8-17ed-17f4f0484a0a" [ 1727.842407] env[62107]: _type = "Task" [ 1727.842407] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.854487] env[62107]: DEBUG oslo_vmware.api [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.863432] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522cd491-a23f-82e8-17ed-17f4f0484a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.863432] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.863432] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] fb0df502-3049-45e7-87af-b10fc59da701/fb0df502-3049-45e7-87af-b10fc59da701.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.863432] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef4a36b-4184-4ddb-b15c-7a1123395dd7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.870827] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1727.870827] env[62107]: value = "task-1700078" [ 1727.870827] env[62107]: _type = "Task" [ 1727.870827] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.877829] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 3d664786-5c39-4a65-b166-611a7d8f1cf9] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1727.883926] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.909579] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.909579] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.909579] env[62107]: DEBUG nova.objects.instance [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lazy-loading 'resources' on Instance uuid b44d3fb1-61f0-4cd6-aba4-153db81ee3ea {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.929374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.929374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.929374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "d79744ba-656a-4265-bf09-2dd68d525d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.929374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.929374] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.937165] env[62107]: INFO nova.compute.manager [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Terminating instance [ 1727.939211] env[62107]: DEBUG nova.compute.manager [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1727.939542] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.940397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4703480b-fc71-477d-b93b-8a284e591a7f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.952159] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.952432] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fc5d8c3-1235-473d-8b68-d8dd9ecaa956 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.960858] env[62107]: DEBUG oslo_vmware.api [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1727.960858] env[62107]: value = "task-1700079" [ 1727.960858] env[62107]: _type = "Task" [ 1727.960858] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.971790] env[62107]: DEBUG oslo_vmware.api [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.065148] env[62107]: DEBUG nova.network.neutron [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updated VIF entry in instance network info cache for port c5cb0a3e-fde8-412c-9826-a90899cecff4. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.065540] env[62107]: DEBUG nova.network.neutron [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updating instance_info_cache with network_info: [{"id": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "address": "fa:16:3e:b7:13:00", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cb0a3e-fd", "ovs_interfaceid": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.105814] env[62107]: INFO nova.network.neutron [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Port 6db101dd-870a-4beb-8e2d-56cfbe8e7527 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1728.106242] env[62107]: DEBUG nova.network.neutron [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [{"id": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "address": "fa:16:3e:eb:e3:a1", "network": {"id": "29e26196-86b3-4c45-9500-89fe3211d9d8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1138320752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f936dcc668464a5f82bcce6002e2a61b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c34ef7-cc", "ovs_interfaceid": "d0c34ef7-cc63-458d-8d1d-40756de48b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.255909] env[62107]: INFO nova.compute.manager [-] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Took 1.77 seconds to deallocate network for instance. [ 1728.343196] env[62107]: DEBUG oslo_vmware.api [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700077, 'name': PowerOffVM_Task, 'duration_secs': 0.257601} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.343483] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.343680] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.343957] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efcd08d0-444e-4d62-9cd7-54d15b93ea4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.381787] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.384475] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 0c40aeef-0555-453a-8596-465a2726c28a] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1728.474486] env[62107]: DEBUG oslo_vmware.api [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700079, 'name': PowerOffVM_Task, 'duration_secs': 0.18372} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.474782] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.474956] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.475225] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7589e0e0-0f28-4eb2-ac3b-47ec6af46d72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.486874] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.487249] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.487379] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleting the datastore file [datastore1] 7e5d8d36-5e1d-4865-acf3-dd163dafd117 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.487651] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76733fc0-5619-4d1c-be84-9fca500859d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.495328] env[62107]: DEBUG oslo_vmware.api [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1728.495328] env[62107]: value = "task-1700082" [ 1728.495328] env[62107]: _type = "Task" [ 1728.495328] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.507364] env[62107]: DEBUG oslo_vmware.api [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.514706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.514706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.514706] env[62107]: DEBUG nova.compute.manager [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Going to confirm migration 5 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1728.557447] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.557567] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.557731] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleting the datastore file [datastore1] d79744ba-656a-4265-bf09-2dd68d525d52 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.558020] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f5bce3e-01e6-4538-86f7-e101493e7e9d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.566809] env[62107]: DEBUG oslo_vmware.api [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1728.566809] env[62107]: value = "task-1700083" [ 1728.566809] env[62107]: _type = "Task" [ 1728.566809] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.572571] env[62107]: DEBUG oslo_concurrency.lockutils [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] Releasing lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.572727] env[62107]: DEBUG nova.compute.manager [req-04cd68de-93b7-4fea-b0ad-e2ef19225c6f req-349b1876-ec23-4989-b41e-d4bbaab0d8ad service nova] [instance: b44d3fb1-61f0-4cd6-aba4-153db81ee3ea] Received event network-vif-deleted-f61248e7-d003-45d0-bc1c-35668edf6c09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1728.579162] env[62107]: DEBUG oslo_vmware.api [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.610310] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Releasing lock "refresh_cache-7e5d8d36-5e1d-4865-acf3-dd163dafd117" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.696030] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8f711-7b0f-460c-87f9-53aaf5cf3ca6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.705039] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2020e1-a6c3-4264-b483-b429b7cc914a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.737746] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a1d2e-9f39-4fa4-9c0f-64300e49f1b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.747527] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9adb125-934a-42a6-88f2-78b6dedb2e38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.761526] env[62107]: DEBUG nova.compute.provider_tree [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1728.767155] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.882102] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564628} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.882393] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] fb0df502-3049-45e7-87af-b10fc59da701/fb0df502-3049-45e7-87af-b10fc59da701.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.882605] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.882862] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72d8c6c1-3b7f-4d64-b1af-633d1acdc211 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.887413] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 95efb92d-ea7a-4a4d-98a0-537fe8c45fae] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1728.890391] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1728.890391] env[62107]: value = "task-1700084" [ 1728.890391] env[62107]: _type = "Task" [ 1728.890391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.900232] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.007570] env[62107]: DEBUG oslo_vmware.api [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212077} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.007863] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.008073] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.008253] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.008419] env[62107]: INFO nova.compute.manager [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1729.008649] env[62107]: DEBUG oslo.service.loopingcall [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.008833] env[62107]: DEBUG nova.compute.manager [-] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1729.008926] env[62107]: DEBUG nova.network.neutron [-] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.056879] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.057503] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.057503] env[62107]: DEBUG nova.network.neutron [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1729.057503] env[62107]: DEBUG nova.objects.instance [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'info_cache' on Instance uuid 71eb8ee0-f38e-4559-b9a0-c4086e7156b0 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.077878] env[62107]: DEBUG oslo_vmware.api [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18203} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.078228] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.078480] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.078569] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.078731] env[62107]: INFO nova.compute.manager [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1729.078958] env[62107]: DEBUG oslo.service.loopingcall [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.079159] env[62107]: DEBUG nova.compute.manager [-] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1729.079248] env[62107]: DEBUG nova.network.neutron [-] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.115897] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0ed123bd-f37b-4dce-b142-2a09ae571984 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "interface-7e5d8d36-5e1d-4865-acf3-dd163dafd117-6db101dd-870a-4beb-8e2d-56cfbe8e7527" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.028s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.289453] env[62107]: ERROR nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] [req-c34136e7-db40-4efc-9afc-8481e5000c5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c34136e7-db40-4efc-9afc-8481e5000c5a"}]} [ 1729.308803] env[62107]: DEBUG nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1729.326389] env[62107]: DEBUG nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1729.326544] env[62107]: DEBUG nova.compute.provider_tree [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.343813] env[62107]: DEBUG nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1729.369052] env[62107]: DEBUG nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1729.393762] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 81b88841-7349-47d3-bedc-4e92688077bb] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1729.410646] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076881} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.410646] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1729.411203] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf4f77-acac-4e07-94bf-a915bcb04d1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.437784] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] fb0df502-3049-45e7-87af-b10fc59da701/fb0df502-3049-45e7-87af-b10fc59da701.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1729.441740] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a8fcd14-6fce-4530-9a7f-c033aee8e61b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.457666] env[62107]: DEBUG nova.compute.manager [req-189217b2-5f10-4eba-8e1d-1360d71d0413 req-07e3b7a2-c818-4c1d-98f9-19f87d9439da service nova] [instance: 6c9f1815-ae82-4815-855f-7e30bb33a47e] Received event network-vif-deleted-2c2135a3-bf99-4991-8322-7650f319eab9 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1729.465884] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1729.465884] env[62107]: value = "task-1700085" [ 1729.465884] env[62107]: _type = "Task" [ 1729.465884] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.484399] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.682231] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.682547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.682746] env[62107]: DEBUG nova.compute.manager [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Going to confirm migration 6 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1729.695033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "12088509-2aef-487e-8bdb-b8320b6c3426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.695033] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.712604] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c14fa7-bf3e-404f-97af-d20eba8adb79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.721993] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac1b458-d379-4a80-934d-66235f521b94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.756494] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd6688-5946-4771-93b3-d16f186b3709 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.765297] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ca3da2-7a29-4c25-8dc1-d8d788de2e8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.780248] env[62107]: DEBUG nova.compute.provider_tree [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.900063] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 79f5b9cf-89ab-4734-92d2-c633057bce03] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1729.976857] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700085, 'name': ReconfigVM_Task, 'duration_secs': 0.457048} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.977141] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Reconfigured VM instance instance-00000070 to attach disk [datastore1] fb0df502-3049-45e7-87af-b10fc59da701/fb0df502-3049-45e7-87af-b10fc59da701.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.977806] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd672c2a-e955-473d-90f2-695f5a1e0569 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.988393] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1729.988393] env[62107]: value = "task-1700086" [ 1729.988393] env[62107]: _type = "Task" [ 1729.988393] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.002839] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700086, 'name': Rename_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.154588] env[62107]: DEBUG nova.compute.manager [req-fd755ac3-1413-4e64-af83-76e0c0666d7a req-aab53b3e-145a-4987-b764-1726775e9a62 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Received event network-vif-deleted-8983f3df-1d9f-4092-bd91-a3c847df8178 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1730.154763] env[62107]: INFO nova.compute.manager [req-fd755ac3-1413-4e64-af83-76e0c0666d7a req-aab53b3e-145a-4987-b764-1726775e9a62 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Neutron deleted interface 8983f3df-1d9f-4092-bd91-a3c847df8178; detaching it from the instance and deleting it from the info cache [ 1730.154902] env[62107]: DEBUG nova.network.neutron [req-fd755ac3-1413-4e64-af83-76e0c0666d7a req-aab53b3e-145a-4987-b764-1726775e9a62 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.199743] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1730.242596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.242835] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.243074] env[62107]: DEBUG nova.network.neutron [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.243278] env[62107]: DEBUG nova.objects.instance [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'info_cache' on Instance uuid 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.338954] env[62107]: DEBUG nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1730.339293] env[62107]: DEBUG nova.compute.provider_tree [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 160 to 161 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1730.339420] env[62107]: DEBUG nova.compute.provider_tree [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.406150] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a8ad6ab5-1f58-4a3e-8025-6863e51672aa] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1730.431720] env[62107]: DEBUG nova.network.neutron [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance_info_cache with network_info: [{"id": "dd8a14dd-99f8-467d-9370-396dc540098d", "address": "fa:16:3e:85:2d:40", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd8a14dd-99", "ovs_interfaceid": "dd8a14dd-99f8-467d-9370-396dc540098d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.498646] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700086, 'name': Rename_Task, 'duration_secs': 0.340211} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.498924] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.502092] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76490ace-28ed-41ae-96c6-b033124915a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.522368] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1730.522368] env[62107]: value = "task-1700087" [ 1730.522368] env[62107]: _type = "Task" [ 1730.522368] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.532558] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.632265] env[62107]: DEBUG nova.network.neutron [-] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.658497] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cca895ff-ef10-4b7c-b72f-712feddf672c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.673424] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e1db7-4364-4da2-a66f-cdaacf038c2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.715268] env[62107]: DEBUG nova.compute.manager [req-fd755ac3-1413-4e64-af83-76e0c0666d7a req-aab53b3e-145a-4987-b764-1726775e9a62 service nova] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Detach interface failed, port_id=8983f3df-1d9f-4092-bd91-a3c847df8178, reason: Instance d79744ba-656a-4265-bf09-2dd68d525d52 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1730.744872] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.816026] env[62107]: DEBUG nova.network.neutron [-] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.847213] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.939s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.849560] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.082s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.850601] env[62107]: DEBUG nova.objects.instance [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'resources' on Instance uuid 6c9f1815-ae82-4815-855f-7e30bb33a47e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.878233] env[62107]: INFO nova.scheduler.client.report [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Deleted allocations for instance b44d3fb1-61f0-4cd6-aba4-153db81ee3ea [ 1730.912139] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f8e35f57-f6a5-4303-a460-2f6df2769032] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1730.939015] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-71eb8ee0-f38e-4559-b9a0-c4086e7156b0" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.939305] env[62107]: DEBUG nova.objects.instance [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'migration_context' on Instance uuid 71eb8ee0-f38e-4559-b9a0-c4086e7156b0 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.032923] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.136457] env[62107]: INFO nova.compute.manager [-] [instance: d79744ba-656a-4265-bf09-2dd68d525d52] Took 2.06 seconds to deallocate network for instance. [ 1731.322976] env[62107]: INFO nova.compute.manager [-] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Took 2.31 seconds to deallocate network for instance. [ 1731.385610] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f601b15e-896d-4ae3-852a-fe8a46b04840 tempest-ServersTestBootFromVolume-639894801 tempest-ServersTestBootFromVolume-639894801-project-member] Lock "b44d3fb1-61f0-4cd6-aba4-153db81ee3ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.976s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.418539] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9355733e-274f-4171-a394-5332103928e7] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1731.442023] env[62107]: DEBUG nova.objects.base [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Object Instance<71eb8ee0-f38e-4559-b9a0-c4086e7156b0> lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1731.445655] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ee613-0137-4a84-a82e-0eb60285b5c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.490278] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34abb47b-4c2b-4ce8-bbb8-a7233f67c716 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.499932] env[62107]: DEBUG oslo_vmware.api [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1731.499932] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d3e801-e686-bf03-7e20-446b109b4935" [ 1731.499932] env[62107]: _type = "Task" [ 1731.499932] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.514836] env[62107]: DEBUG nova.compute.manager [req-5d9a4cac-2cf9-4b32-b05d-886c513fed3b req-b1feb47a-9e95-483d-bd8a-b6b9029a902e service nova] [instance: 7e5d8d36-5e1d-4865-acf3-dd163dafd117] Received event network-vif-deleted-d0c34ef7-cc63-458d-8d1d-40756de48b9c {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.525483] env[62107]: DEBUG oslo_vmware.api [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d3e801-e686-bf03-7e20-446b109b4935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.538272] env[62107]: DEBUG oslo_vmware.api [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700087, 'name': PowerOnVM_Task, 'duration_secs': 0.960161} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.541730] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1731.542017] env[62107]: INFO nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1731.542221] env[62107]: DEBUG nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1731.543790] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eabd102-690f-440e-b862-5b71ff6a72b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.646342] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.648184] env[62107]: DEBUG nova.network.neutron [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [{"id": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "address": "fa:16:3e:c5:cf:cf", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33ed2246-fa", "ovs_interfaceid": "33ed2246-fac9-491b-af3a-ed9bb9154f09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.699878] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d7fba-bad8-4cf0-bb1f-166a3517fb6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.708347] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184776f3-a9da-4ef8-bc17-260dcd3fcd82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.741827] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cc0e84-587a-445d-9263-01486bb757b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.750203] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0abf9d-5529-4d56-a588-3eab3873994b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.767485] env[62107]: DEBUG nova.compute.provider_tree [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.829945] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.927513] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 63171a41-871b-4734-9dbc-106f54ab94a2] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1732.015578] env[62107]: DEBUG oslo_vmware.api [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52d3e801-e686-bf03-7e20-446b109b4935, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.016219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.068589] env[62107]: INFO nova.compute.manager [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Took 23.28 seconds to build instance. [ 1732.153752] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.154178] env[62107]: DEBUG nova.objects.instance [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'migration_context' on Instance uuid 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1732.271290] env[62107]: DEBUG nova.scheduler.client.report [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1732.430705] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 54cdd5b8-3bce-4388-bb95-51be22106aaf] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1732.571103] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f93f2e7-3012-43ce-b1bc-d4cb1df0a8d7 tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.787s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.659715] env[62107]: DEBUG nova.objects.base [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Object Instance<7063b2ba-e02a-4b84-a9c6-5d8e8a74c977> lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1732.660713] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924aa945-3897-45d0-ab11-40a57dfaa830 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.682161] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdf3c5a-aa8f-49fa-b2e4-3a67cc558b17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.689292] env[62107]: DEBUG oslo_vmware.api [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1732.689292] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523e4ed5-3054-4536-01a6-88d1137a210b" [ 1732.689292] env[62107]: _type = "Task" [ 1732.689292] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.701349] env[62107]: DEBUG oslo_vmware.api [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523e4ed5-3054-4536-01a6-88d1137a210b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.779322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.783751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.037s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.783751] env[62107]: INFO nova.compute.claims [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.854188] env[62107]: INFO nova.scheduler.client.report [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted allocations for instance 6c9f1815-ae82-4815-855f-7e30bb33a47e [ 1733.695980] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 83cbfcb5-b901-429e-bc03-81e166968ede] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1733.704562] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f6fdf45-d625-41a8-a391-05a54b4fcfbb tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6c9f1815-ae82-4815-855f-7e30bb33a47e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.937s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.708663] env[62107]: DEBUG nova.compute.manager [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Received event network-changed-c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.708850] env[62107]: DEBUG nova.compute.manager [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Refreshing instance network info cache due to event network-changed-c5cb0a3e-fde8-412c-9826-a90899cecff4. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.709108] env[62107]: DEBUG oslo_concurrency.lockutils [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] Acquiring lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.709200] env[62107]: DEBUG oslo_concurrency.lockutils [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] Acquired lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.711630] env[62107]: DEBUG nova.network.neutron [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Refreshing network info cache for port c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.720992] env[62107]: DEBUG oslo_vmware.api [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523e4ed5-3054-4536-01a6-88d1137a210b, 'name': SearchDatastore_Task, 'duration_secs': 0.008699} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.721117] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.204253] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 87edb110-5975-43be-a81e-acab01b81fd2] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1734.526444] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf6af06-1d49-4a76-b553-692a2d448016 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.535656] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57802a10-c4b3-4b2d-95a0-9417ca5a59b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.571036] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07827a9-2e2e-404a-8aeb-94be4950988c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.580835] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec7f963-7525-43d0-bfab-7e5d41253572 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.596328] env[62107]: DEBUG nova.compute.provider_tree [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.710969] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 09bd71b2-e9b8-4759-8338-1884ce004dfb] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1734.723428] env[62107]: DEBUG nova.network.neutron [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updated VIF entry in instance network info cache for port c5cb0a3e-fde8-412c-9826-a90899cecff4. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.723428] env[62107]: DEBUG nova.network.neutron [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updating instance_info_cache with network_info: [{"id": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "address": "fa:16:3e:b7:13:00", "network": {"id": "ebfd7aeb-d38a-435f-bd2d-0880d8075adb", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1498881689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27369990efd4453b9a8f6fab3a2e46eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cb0a3e-fd", "ovs_interfaceid": "c5cb0a3e-fde8-412c-9826-a90899cecff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.102745] env[62107]: DEBUG nova.scheduler.client.report [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1735.214969] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e04a9a0a-6523-4b8e-8b1a-6a20ad1394bf] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.226228] env[62107]: DEBUG oslo_concurrency.lockutils [req-0fec758b-3bc0-4778-854c-d315a7377101 req-53081da2-1f17-4348-9672-d0b32c5508f7 service nova] Releasing lock "refresh_cache-fb0df502-3049-45e7-87af-b10fc59da701" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.608682] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.827s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.609273] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1735.615019] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.966s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.615019] env[62107]: DEBUG nova.objects.instance [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'resources' on Instance uuid d79744ba-656a-4265-bf09-2dd68d525d52 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.718609] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 5763e2f2-73a6-458c-9512-041ddf5791eb] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.898264] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.899038] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.114647] env[62107]: DEBUG nova.compute.utils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.116168] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1736.116324] env[62107]: DEBUG nova.network.neutron [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1736.181477] env[62107]: DEBUG nova.policy [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a80e0e339a6420dbac429818c16d196', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cd0eac235664d46be8a21fa7f9f8ecd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1736.221998] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: be484c84-4e47-4f24-8e83-096c7968c534] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1736.400867] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1736.406829] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df80107c-cc7e-4f42-a372-864820e0f8b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.415158] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583a3ef0-8eee-4b45-a230-8603960f1a83 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.448397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34870b20-8f51-4680-9ad1-799b13cbd71f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.457889] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc5272-2ee0-4402-a094-52a80b83474c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.476799] env[62107]: DEBUG nova.compute.provider_tree [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.483121] env[62107]: DEBUG nova.network.neutron [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Successfully created port: 2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1736.623930] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1736.730716] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7851bde8-b5cc-4caa-aa07-50bf7616df49] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1736.927879] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.983837] env[62107]: DEBUG nova.scheduler.client.report [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1737.237666] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 99e17cf9-975c-4ff9-aeb1-b3e0fdc73c13] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1737.493024] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.495439] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.666s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.495788] env[62107]: DEBUG nova.objects.instance [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'resources' on Instance uuid 7e5d8d36-5e1d-4865-acf3-dd163dafd117 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.510473] env[62107]: INFO nova.scheduler.client.report [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleted allocations for instance d79744ba-656a-4265-bf09-2dd68d525d52 [ 1737.633026] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1737.663373] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1737.663373] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1737.663373] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1737.663373] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1737.663569] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1737.663657] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1737.666535] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1737.666760] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1737.667062] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1737.667319] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1737.667490] env[62107]: DEBUG nova.virt.hardware [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1737.668468] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec7db80-ff95-4f8f-9e8a-82e2db8269a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.677269] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8337c94-be8c-481d-95ff-2c3cacbbc3b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.741496] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 4d0ecb20-a356-4d16-8c40-8e927c14f3ed] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1737.939315] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "62329f26-900c-4650-a5cc-8383884dbc5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.939315] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "62329f26-900c-4650-a5cc-8383884dbc5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.019411] env[62107]: DEBUG oslo_concurrency.lockutils [None req-386f9932-4cff-435e-b858-4745a61252e3 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "d79744ba-656a-4265-bf09-2dd68d525d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.088s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.053202] env[62107]: DEBUG nova.compute.manager [req-aca2d5f0-449b-4509-9c7f-a520725edcf8 req-ece521f5-7618-4c1b-86bd-049a62f610f5 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Received event network-vif-plugged-2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1738.053538] env[62107]: DEBUG oslo_concurrency.lockutils [req-aca2d5f0-449b-4509-9c7f-a520725edcf8 req-ece521f5-7618-4c1b-86bd-049a62f610f5 service nova] Acquiring lock "12088509-2aef-487e-8bdb-b8320b6c3426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.053875] env[62107]: DEBUG oslo_concurrency.lockutils [req-aca2d5f0-449b-4509-9c7f-a520725edcf8 req-ece521f5-7618-4c1b-86bd-049a62f610f5 service nova] Lock "12088509-2aef-487e-8bdb-b8320b6c3426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.054101] env[62107]: DEBUG oslo_concurrency.lockutils [req-aca2d5f0-449b-4509-9c7f-a520725edcf8 req-ece521f5-7618-4c1b-86bd-049a62f610f5 service nova] Lock "12088509-2aef-487e-8bdb-b8320b6c3426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.054251] env[62107]: DEBUG nova.compute.manager [req-aca2d5f0-449b-4509-9c7f-a520725edcf8 req-ece521f5-7618-4c1b-86bd-049a62f610f5 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] No waiting events found dispatching network-vif-plugged-2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1738.054416] env[62107]: WARNING nova.compute.manager [req-aca2d5f0-449b-4509-9c7f-a520725edcf8 req-ece521f5-7618-4c1b-86bd-049a62f610f5 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Received unexpected event network-vif-plugged-2a9b8bd3-d754-4996-97c9-da10f2eaf028 for instance with vm_state building and task_state spawning. [ 1738.137668] env[62107]: DEBUG nova.network.neutron [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Successfully updated port: 2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1738.244797] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 516a3ed7-7c63-4c92-a710-900e06e429ff] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1738.252621] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f66ca-220c-4647-b24f-1d4b39fb7c37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.262403] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa43613c-141f-43f4-bd84-b60bd7071d97 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.297627] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda627fd-b851-47b1-8b16-81c8f506071d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.308440] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860442a-4f69-4c22-874f-b35d480a166e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.327626] env[62107]: DEBUG nova.compute.provider_tree [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.443616] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1738.643960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "refresh_cache-12088509-2aef-487e-8bdb-b8320b6c3426" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.644240] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "refresh_cache-12088509-2aef-487e-8bdb-b8320b6c3426" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.644451] env[62107]: DEBUG nova.network.neutron [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.748483] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a6858af4-69e1-4ec8-9902-dffbc45d65b8] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1738.831428] env[62107]: DEBUG nova.scheduler.client.report [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1738.965623] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.176917] env[62107]: DEBUG nova.network.neutron [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1739.252463] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 890a905f-0cc5-4874-b6f3-c1ef05c7d7e5] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1739.328031] env[62107]: DEBUG nova.network.neutron [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Updating instance_info_cache with network_info: [{"id": "2a9b8bd3-d754-4996-97c9-da10f2eaf028", "address": "fa:16:3e:d0:69:ee", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9b8bd3-d7", "ovs_interfaceid": "2a9b8bd3-d754-4996-97c9-da10f2eaf028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.336994] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.339023] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.323s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.361474] env[62107]: INFO nova.scheduler.client.report [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted allocations for instance 7e5d8d36-5e1d-4865-acf3-dd163dafd117 [ 1739.757649] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e58622c1-bfb7-43f8-87bb-b6d7505044f7] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1739.830324] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "refresh_cache-12088509-2aef-487e-8bdb-b8320b6c3426" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.830677] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Instance network_info: |[{"id": "2a9b8bd3-d754-4996-97c9-da10f2eaf028", "address": "fa:16:3e:d0:69:ee", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9b8bd3-d7", "ovs_interfaceid": "2a9b8bd3-d754-4996-97c9-da10f2eaf028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1739.831144] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:69:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a9b8bd3-d754-4996-97c9-da10f2eaf028', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.840077] env[62107]: DEBUG oslo.service.loopingcall [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.840275] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.840494] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88ea7434-3dd9-49cc-945d-b6102a26c503 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.868825] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.868825] env[62107]: value = "task-1700089" [ 1739.868825] env[62107]: _type = "Task" [ 1739.868825] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.869305] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e2844499-2c06-4772-ad64-c874069b49d1 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "7e5d8d36-5e1d-4865-acf3-dd163dafd117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.072s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.879715] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700089, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.076370] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1019160c-270c-431f-9bb9-2e6419c2423a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.084811] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a935c1e-1682-4925-a719-f6b3a3b9586c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.116758] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dd4733-913b-4850-9d05-3247d60d3e4d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.124939] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c298a1f-8216-42c0-9cdc-9ce59c1fb6a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.130853] env[62107]: DEBUG nova.compute.manager [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Received event network-changed-2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1740.131140] env[62107]: DEBUG nova.compute.manager [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Refreshing instance network info cache due to event network-changed-2a9b8bd3-d754-4996-97c9-da10f2eaf028. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1740.131367] env[62107]: DEBUG oslo_concurrency.lockutils [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] Acquiring lock "refresh_cache-12088509-2aef-487e-8bdb-b8320b6c3426" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.131556] env[62107]: DEBUG oslo_concurrency.lockutils [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] Acquired lock "refresh_cache-12088509-2aef-487e-8bdb-b8320b6c3426" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.131778] env[62107]: DEBUG nova.network.neutron [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Refreshing network info cache for port 2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.143583] env[62107]: DEBUG nova.compute.provider_tree [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.261110] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 51480637-baae-4ac7-aafe-b4c7d9d5bfca] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.381344] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700089, 'name': CreateVM_Task, 'duration_secs': 0.362246} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.381615] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.382598] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.382775] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.383136] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.383398] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5824316-b940-4344-b59a-86503849380f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.389214] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1740.389214] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526242a9-bceb-df46-8fcb-f757b3922d2c" [ 1740.389214] env[62107]: _type = "Task" [ 1740.389214] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.397526] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526242a9-bceb-df46-8fcb-f757b3922d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.555552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.555855] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.556107] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.556308] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.556475] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.558648] env[62107]: INFO nova.compute.manager [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Terminating instance [ 1740.560225] env[62107]: DEBUG nova.compute.manager [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1740.560417] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.561237] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59a06e7-00b7-4513-8723-aed791057024 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.570130] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.570364] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1efe78-f606-4a3e-8722-edee0272a865 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.578079] env[62107]: DEBUG oslo_vmware.api [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1740.578079] env[62107]: value = "task-1700090" [ 1740.578079] env[62107]: _type = "Task" [ 1740.578079] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.586282] env[62107]: DEBUG oslo_vmware.api [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.646653] env[62107]: DEBUG nova.scheduler.client.report [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1740.764243] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 019d17e0-8ee8-4586-8696-e903b5ea431b] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.853453] env[62107]: DEBUG nova.network.neutron [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Updated VIF entry in instance network info cache for port 2a9b8bd3-d754-4996-97c9-da10f2eaf028. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.853823] env[62107]: DEBUG nova.network.neutron [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Updating instance_info_cache with network_info: [{"id": "2a9b8bd3-d754-4996-97c9-da10f2eaf028", "address": "fa:16:3e:d0:69:ee", "network": {"id": "08188d62-85d0-485b-a3e0-3a7e6a4cec68", "bridge": "br-int", "label": "tempest-ServersTestJSON-975909089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cd0eac235664d46be8a21fa7f9f8ecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a9b8bd3-d7", "ovs_interfaceid": "2a9b8bd3-d754-4996-97c9-da10f2eaf028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.901441] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]526242a9-bceb-df46-8fcb-f757b3922d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.901913] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.902316] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.902668] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.902999] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.903304] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.903653] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f3c805-a118-4e64-b6b9-ba5dcaffc14a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.914312] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.914499] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.915289] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6220271-0529-4e19-adb5-82c9e0ec3a2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.922361] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1740.922361] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b28449-fef6-0c93-1f71-4f2874dce5f4" [ 1740.922361] env[62107]: _type = "Task" [ 1740.922361] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.931028] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b28449-fef6-0c93-1f71-4f2874dce5f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.088891] env[62107]: DEBUG oslo_vmware.api [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700090, 'name': PowerOffVM_Task, 'duration_secs': 0.187541} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.089138] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.090360] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.090360] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e61909d-0f16-45fe-933d-a3b382d8029a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.164709] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.165022] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.165230] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleting the datastore file [datastore1] cf1af4db-308e-47f8-a642-9acd3e4dbf23 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.165517] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45eda33a-0f34-474d-a44b-8eb6e598edf7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.172998] env[62107]: DEBUG oslo_vmware.api [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for the task: (returnval){ [ 1741.172998] env[62107]: value = "task-1700092" [ 1741.172998] env[62107]: _type = "Task" [ 1741.172998] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.182047] env[62107]: DEBUG oslo_vmware.api [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.268023] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: e87c3386-c911-45a2-a7ab-94687e722466] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.356764] env[62107]: DEBUG oslo_concurrency.lockutils [req-c498f7ab-5c22-4954-b05f-01bb393803ea req-c18fd148-113a-4c5d-8548-0f2165b07391 service nova] Releasing lock "refresh_cache-12088509-2aef-487e-8bdb-b8320b6c3426" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.434010] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b28449-fef6-0c93-1f71-4f2874dce5f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009307} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.434933] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d2d3dc-cc93-4cde-bf13-76b8280ca6b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.443262] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1741.443262] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52df578e-a925-6254-556d-43f8f3201e54" [ 1741.443262] env[62107]: _type = "Task" [ 1741.443262] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.452189] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52df578e-a925-6254-556d-43f8f3201e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.658064] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.661070] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.940s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.685577] env[62107]: DEBUG oslo_vmware.api [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Task: {'id': task-1700092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094516} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.685938] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1741.686164] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1741.686340] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1741.686506] env[62107]: INFO nova.compute.manager [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1741.686783] env[62107]: DEBUG oslo.service.loopingcall [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1741.686943] env[62107]: DEBUG nova.compute.manager [-] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1741.687033] env[62107]: DEBUG nova.network.neutron [-] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1741.771173] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a3a0029e-76fe-4ba3-9bdc-247ea37f78df] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.953458] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52df578e-a925-6254-556d-43f8f3201e54, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.953734] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.954043] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 12088509-2aef-487e-8bdb-b8320b6c3426/12088509-2aef-487e-8bdb-b8320b6c3426.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.954307] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34acd125-200d-45ae-9872-9b370d94c397 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.962129] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1741.962129] env[62107]: value = "task-1700093" [ 1741.962129] env[62107]: _type = "Task" [ 1741.962129] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.971866] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.156651] env[62107]: DEBUG nova.compute.manager [req-3335a8e7-2d7c-40ea-9563-67f734fad13b req-a269738c-446e-4c5f-919e-94d59e703366 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Received event network-vif-deleted-d365c816-237c-4cf4-ac13-7c7a6eaec6b5 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1742.156913] env[62107]: INFO nova.compute.manager [req-3335a8e7-2d7c-40ea-9563-67f734fad13b req-a269738c-446e-4c5f-919e-94d59e703366 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Neutron deleted interface d365c816-237c-4cf4-ac13-7c7a6eaec6b5; detaching it from the instance and deleting it from the info cache [ 1742.157189] env[62107]: DEBUG nova.network.neutron [req-3335a8e7-2d7c-40ea-9563-67f734fad13b req-a269738c-446e-4c5f-919e-94d59e703366 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.232912] env[62107]: INFO nova.scheduler.client.report [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocation for migration 4e3a19ea-1273-4076-a8f6-1542f5e1a913 [ 1742.276895] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f1611627-200c-496c-9fe4-fd60aff8f5ae] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.303296] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.303677] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.303839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.304111] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.304351] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.306625] env[62107]: INFO nova.compute.manager [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Terminating instance [ 1742.310096] env[62107]: DEBUG nova.compute.manager [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1742.310329] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.311921] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed0be4d-c81a-4000-8d91-0d2f50eba8ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.325459] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.326282] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a916d50-a66d-4ec6-9f13-e76bf81c1b65 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.334793] env[62107]: DEBUG oslo_vmware.api [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1742.334793] env[62107]: value = "task-1700094" [ 1742.334793] env[62107]: _type = "Task" [ 1742.334793] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.347678] env[62107]: DEBUG oslo_vmware.api [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.430675] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df6e245-c856-4bf3-b77d-32a7a85616a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.443143] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b47284-5bf9-4123-bcd0-4e292971b8e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.479407] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24da4ec-b747-42c5-b8f7-d1fe86e546a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.481926] env[62107]: DEBUG nova.network.neutron [-] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.491700] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375fa005-543f-4b35-af69-f87575d28592 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.495637] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503036} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.496424] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 12088509-2aef-487e-8bdb-b8320b6c3426/12088509-2aef-487e-8bdb-b8320b6c3426.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.496646] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.497285] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcdb69b2-c40f-4102-b8be-4d626daf8814 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.507196] env[62107]: DEBUG nova.compute.provider_tree [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.513961] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1742.513961] env[62107]: value = "task-1700095" [ 1742.513961] env[62107]: _type = "Task" [ 1742.513961] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.524958] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.661493] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4442408-15f2-424e-8203-3adf2defd6c6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.672337] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3432c3-6e05-4d75-a925-bc52dec95f82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.712555] env[62107]: DEBUG nova.compute.manager [req-3335a8e7-2d7c-40ea-9563-67f734fad13b req-a269738c-446e-4c5f-919e-94d59e703366 service nova] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Detach interface failed, port_id=d365c816-237c-4cf4-ac13-7c7a6eaec6b5, reason: Instance cf1af4db-308e-47f8-a642-9acd3e4dbf23 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1742.740113] env[62107]: DEBUG oslo_concurrency.lockutils [None req-61e94e1e-63a5-4a5f-a474-fde6a09ad595 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.229s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.782769] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: f19c1efd-c45f-4ff6-9c2b-1e2260e94b03] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.845942] env[62107]: DEBUG oslo_vmware.api [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700094, 'name': PowerOffVM_Task, 'duration_secs': 0.415409} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.846356] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1742.846532] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1742.847076] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e8d198-5a45-4728-a51d-3b95bfe6b3db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.928118] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.928365] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.928520] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleting the datastore file [datastore1] f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.928792] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a517454-ed90-4675-b661-4c1d2740a0e0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.935981] env[62107]: DEBUG oslo_vmware.api [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1742.935981] env[62107]: value = "task-1700097" [ 1742.935981] env[62107]: _type = "Task" [ 1742.935981] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.947108] env[62107]: DEBUG oslo_vmware.api [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.985058] env[62107]: INFO nova.compute.manager [-] [instance: cf1af4db-308e-47f8-a642-9acd3e4dbf23] Took 1.30 seconds to deallocate network for instance. [ 1743.010748] env[62107]: DEBUG nova.scheduler.client.report [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1743.025924] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192153} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.026950] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.027773] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dacff0-b100-46fa-84d0-eb8a9b9c5675 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.053108] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 12088509-2aef-487e-8bdb-b8320b6c3426/12088509-2aef-487e-8bdb-b8320b6c3426.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.054607] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962dd994-8431-4757-b2f6-ec9d37d2640f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.077472] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1743.077472] env[62107]: value = "task-1700098" [ 1743.077472] env[62107]: _type = "Task" [ 1743.077472] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.087418] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.286339] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 42c7a76b-768f-444a-9372-f51ed6bc2524] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1743.446836] env[62107]: DEBUG oslo_vmware.api [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.447149] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.447360] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.447538] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.447745] env[62107]: INFO nova.compute.manager [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1743.447994] env[62107]: DEBUG oslo.service.loopingcall [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.448207] env[62107]: DEBUG nova.compute.manager [-] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1743.448300] env[62107]: DEBUG nova.network.neutron [-] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.493018] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.592562] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.792654] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 93767ef1-092f-405d-b393-6bec8e6c3615] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1744.018371] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.018630] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.018844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.019036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.019213] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.021308] env[62107]: INFO nova.compute.manager [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Terminating instance [ 1744.023370] env[62107]: DEBUG nova.compute.manager [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1744.023560] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.024717] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.364s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.027782] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51df12f-815a-4da1-874a-d576559976b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.030778] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.103s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.032128] env[62107]: INFO nova.compute.claims [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.039898] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.039998] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4028fa29-df8e-42c9-8383-32737ce43348 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.046732] env[62107]: DEBUG oslo_vmware.api [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1744.046732] env[62107]: value = "task-1700099" [ 1744.046732] env[62107]: _type = "Task" [ 1744.046732] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.055361] env[62107]: DEBUG oslo_vmware.api [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.091006] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700098, 'name': ReconfigVM_Task, 'duration_secs': 0.525126} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.091365] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 12088509-2aef-487e-8bdb-b8320b6c3426/12088509-2aef-487e-8bdb-b8320b6c3426.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1744.091987] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc770c20-de72-44d9-a3e9-1a292cc153bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.099303] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1744.099303] env[62107]: value = "task-1700100" [ 1744.099303] env[62107]: _type = "Task" [ 1744.099303] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.109811] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700100, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.187740] env[62107]: DEBUG nova.compute.manager [req-8f8969f1-9f23-4550-8216-ed971afb6868 req-5cdaeeaf-0931-499d-97cd-c00d03bf3ef8 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Received event network-vif-deleted-f37cfd38-3322-4cc7-87fa-d2e99d76ed01 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1744.187824] env[62107]: INFO nova.compute.manager [req-8f8969f1-9f23-4550-8216-ed971afb6868 req-5cdaeeaf-0931-499d-97cd-c00d03bf3ef8 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Neutron deleted interface f37cfd38-3322-4cc7-87fa-d2e99d76ed01; detaching it from the instance and deleting it from the info cache [ 1744.187992] env[62107]: DEBUG nova.network.neutron [req-8f8969f1-9f23-4550-8216-ed971afb6868 req-5cdaeeaf-0931-499d-97cd-c00d03bf3ef8 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.198509] env[62107]: DEBUG nova.network.neutron [-] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.296153] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a6f02d11-2787-4043-a7c5-677089f30a4f] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1744.502094] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.502399] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.560503] env[62107]: DEBUG oslo_vmware.api [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700099, 'name': PowerOffVM_Task, 'duration_secs': 0.236886} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.560776] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.560947] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.561219] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dfe9f9d-a044-441c-862d-90bd152ec1e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.589743] env[62107]: INFO nova.scheduler.client.report [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted allocation for migration 42b4941b-8e69-4549-abd9-026fa55af54b [ 1744.608345] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700100, 'name': Rename_Task, 'duration_secs': 0.196652} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.609342] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1744.609342] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ef9e8af-4690-4aa1-bc41-f252eaf184b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.616053] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1744.616053] env[62107]: value = "task-1700102" [ 1744.616053] env[62107]: _type = "Task" [ 1744.616053] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.625819] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.640588] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.640837] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.640985] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] 71eb8ee0-f38e-4559-b9a0-c4086e7156b0 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.641279] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2893d3c-5f10-41b4-a639-11691da582ff {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.648564] env[62107]: DEBUG oslo_vmware.api [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1744.648564] env[62107]: value = "task-1700103" [ 1744.648564] env[62107]: _type = "Task" [ 1744.648564] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.657105] env[62107]: DEBUG oslo_vmware.api [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.690553] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b042742-c23e-496f-af7b-77c28997b82e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.701149] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0955a2e0-cce0-4ea8-b2d7-8c6af04bd969 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.715749] env[62107]: INFO nova.compute.manager [-] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Took 1.27 seconds to deallocate network for instance. [ 1744.746039] env[62107]: DEBUG nova.compute.manager [req-8f8969f1-9f23-4550-8216-ed971afb6868 req-5cdaeeaf-0931-499d-97cd-c00d03bf3ef8 service nova] [instance: f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b] Detach interface failed, port_id=f37cfd38-3322-4cc7-87fa-d2e99d76ed01, reason: Instance f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1744.800136] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 6ca827e1-6be1-4f24-a56a-876454615e97] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1745.005076] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1745.096239] env[62107]: DEBUG oslo_concurrency.lockutils [None req-88a76726-043d-4e9f-9564-b88490fcf83a tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.414s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.129084] env[62107]: DEBUG oslo_vmware.api [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700102, 'name': PowerOnVM_Task, 'duration_secs': 0.473843} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.129368] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1745.129573] env[62107]: INFO nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1745.129751] env[62107]: DEBUG nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1745.130539] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c67d6-4215-4ce5-beba-d9b46261e346 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.160575] env[62107]: DEBUG oslo_vmware.api [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146105} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.160822] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.161013] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1745.161195] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1745.161367] env[62107]: INFO nova.compute.manager [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1745.161600] env[62107]: DEBUG oslo.service.loopingcall [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.161787] env[62107]: DEBUG nova.compute.manager [-] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1745.161884] env[62107]: DEBUG nova.network.neutron [-] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.226448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.230447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.230793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.231243] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.231335] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.231547] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.234456] env[62107]: INFO nova.compute.manager [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Terminating instance [ 1745.238912] env[62107]: DEBUG nova.compute.manager [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1745.239186] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.240086] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14d878-4b84-490b-8f14-8add642cbdcc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.251072] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.252026] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be6ea380-1afa-4823-bad1-a46fab5715af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.255032] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe176e-bf6a-42f8-a26c-9c5eee2cb06a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.263052] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95d6dbf-55ce-49b9-8585-d4fa07d6b90a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.266086] env[62107]: DEBUG oslo_vmware.api [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1745.266086] env[62107]: value = "task-1700104" [ 1745.266086] env[62107]: _type = "Task" [ 1745.266086] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.295893] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf245c9-e9ac-4b57-8103-258189ad7e0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.301823] env[62107]: DEBUG oslo_vmware.api [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.303741] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7dea9ef9-d226-466b-be5f-2bc40a829a5a] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1745.311087] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9dc17d-27f7-414e-966b-68ff7b1d5c2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.326423] env[62107]: DEBUG nova.compute.provider_tree [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.524701] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.653484] env[62107]: INFO nova.compute.manager [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Took 14.94 seconds to build instance. [ 1745.721918] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.722165] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.775959] env[62107]: DEBUG oslo_vmware.api [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700104, 'name': PowerOffVM_Task, 'duration_secs': 0.202289} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.776291] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.776456] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.776698] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bff5405a-e03a-4e52-84a8-8951b2564e77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.809720] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 33c80b8d-b98c-4687-b868-17262c39ec6b] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1745.829859] env[62107]: DEBUG nova.scheduler.client.report [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1745.852914] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.853150] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.853332] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleting the datastore file [datastore1] 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.853591] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1327cdc-d390-409b-af88-3b82148c0e48 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.861006] env[62107]: DEBUG oslo_vmware.api [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1745.861006] env[62107]: value = "task-1700106" [ 1745.861006] env[62107]: _type = "Task" [ 1745.861006] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.869830] env[62107]: DEBUG oslo_vmware.api [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.153447] env[62107]: DEBUG nova.network.neutron [-] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.155021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-540bb75e-0322-45ae-a1f7-79d437929747 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.462s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.225431] env[62107]: DEBUG nova.compute.utils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.306592] env[62107]: DEBUG nova.compute.manager [req-b0fef14c-b394-4a00-b8d4-e8f69379a8ad req-14789992-8b56-47bf-8985-24edc5dfed31 service nova] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Received event network-vif-deleted-dd8a14dd-99f8-467d-9370-396dc540098d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1746.312967] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: a910ff3a-d417-4114-b11e-e44772119b9c] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1746.335622] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.336258] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1746.339214] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.374s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.340596] env[62107]: INFO nova.compute.claims [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.373316] env[62107]: DEBUG oslo_vmware.api [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150565} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.374249] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.374441] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.374613] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.374779] env[62107]: INFO nova.compute.manager [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1746.375383] env[62107]: DEBUG oslo.service.loopingcall [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.375383] env[62107]: DEBUG nova.compute.manager [-] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1746.375383] env[62107]: DEBUG nova.network.neutron [-] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.656439] env[62107]: INFO nova.compute.manager [-] [instance: 71eb8ee0-f38e-4559-b9a0-c4086e7156b0] Took 1.49 seconds to deallocate network for instance. [ 1746.731186] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.786060] env[62107]: DEBUG oslo_concurrency.lockutils [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "12088509-2aef-487e-8bdb-b8320b6c3426" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.786259] env[62107]: DEBUG oslo_concurrency.lockutils [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.786488] env[62107]: DEBUG nova.compute.manager [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1746.787466] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb025f2-680f-49cc-b74c-ee812b4971e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.794616] env[62107]: DEBUG nova.compute.manager [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1746.795252] env[62107]: DEBUG nova.objects.instance [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'flavor' on Instance uuid 12088509-2aef-487e-8bdb-b8320b6c3426 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.815969] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 34a2f035-c271-406c-9834-9fdd25af0afd] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1746.845137] env[62107]: DEBUG nova.compute.utils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.848359] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1746.848537] env[62107]: DEBUG nova.network.neutron [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1746.889206] env[62107]: DEBUG nova.policy [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbee3a4abd8144fc94ad5f7f821ad1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cee2755f41f42f0baf75de1428313c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1747.163321] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.180495] env[62107]: DEBUG nova.network.neutron [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Successfully created port: 0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.301537] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.301794] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c333bc31-8ca5-41bc-a430-dc7bcd3b8c97 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.308684] env[62107]: DEBUG oslo_concurrency.lockutils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.308943] env[62107]: DEBUG oslo_concurrency.lockutils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.314456] env[62107]: DEBUG oslo_vmware.api [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1747.314456] env[62107]: value = "task-1700107" [ 1747.314456] env[62107]: _type = "Task" [ 1747.314456] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.318910] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: aa2d2aa5-97cb-4c6b-a002-8dc69ed40276] Instance has had 0 of 5 cleanup attempts {{(pid=62107) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1747.324686] env[62107]: DEBUG oslo_vmware.api [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.347404] env[62107]: DEBUG nova.network.neutron [-] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.352347] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1747.608693] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52288d43-95c9-433f-b6d7-7578a5ab6149 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.617263] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd8c5c1-ffd1-4934-afff-5be9eaa3f20b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.648298] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e880e6-1244-4866-859b-2ae1459cdf9f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.656762] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b74995f-07af-4fc8-acc9-9bb52fd627fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.670739] env[62107]: DEBUG nova.compute.provider_tree [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.796089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.796381] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.796616] env[62107]: INFO nova.compute.manager [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Attaching volume 684b0577-c53d-4b3e-8ae3-97a06ef20838 to /dev/sdb [ 1747.812145] env[62107]: DEBUG nova.compute.utils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1747.824375] env[62107]: DEBUG oslo_vmware.api [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700107, 'name': PowerOffVM_Task, 'duration_secs': 0.226841} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.824678] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.824785] env[62107]: DEBUG nova.compute.manager [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1747.825577] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c2c2ce-0c67-4961-9ed9-d6bc3c7f419b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.829842] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd73505-6534-4fd3-a4e5-3f0949689171 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.832101] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.832247] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62107) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1747.841187] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb32abbe-e129-4b9f-9cba-97dfc50618c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.855768] env[62107]: INFO nova.compute.manager [-] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Took 1.48 seconds to deallocate network for instance. [ 1747.856171] env[62107]: DEBUG nova.virt.block_device [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating existing volume attachment record: 760fafd3-b7ee-47ff-accc-cabd5c4c3693 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1748.175180] env[62107]: DEBUG nova.scheduler.client.report [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1748.315494] env[62107]: DEBUG oslo_concurrency.lockutils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.337485] env[62107]: DEBUG nova.compute.manager [req-87e22eff-e1df-4cce-9f79-e3136783564d req-81cbedee-ecaf-4840-b2f4-a466ba4ad6f5 service nova] [instance: 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977] Received event network-vif-deleted-33ed2246-fac9-491b-af3a-ed9bb9154f09 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1748.337485] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1748.343708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-099513dd-a8af-4bbb-b3fd-0f5051fbe075 tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.366949] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.368108] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1748.398034] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1748.398197] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1748.398449] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.398533] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1748.398711] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.399159] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1748.399159] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1748.399378] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1748.399742] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1748.399859] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1748.400136] env[62107]: DEBUG nova.virt.hardware [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1748.401458] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668a0fb-0f45-4e26-9696-7b1a686d3961 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.410443] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abc2d0-5bd9-420b-bb7c-f1a160a2ec50 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.680491] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.681239] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1748.684583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.191s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.684583] env[62107]: DEBUG nova.objects.instance [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lazy-loading 'resources' on Instance uuid cf1af4db-308e-47f8-a642-9acd3e4dbf23 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.762879] env[62107]: DEBUG nova.network.neutron [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Successfully updated port: 0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.188447] env[62107]: DEBUG nova.compute.utils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.193533] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1749.193790] env[62107]: DEBUG nova.network.neutron [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.257111] env[62107]: DEBUG nova.policy [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '859fb070c3924d64ab215115efcc7993', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dba90d8272b40aeaea37843b1ee567c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1749.265574] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.266495] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.266495] env[62107]: DEBUG nova.network.neutron [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.367377] env[62107]: DEBUG oslo_concurrency.lockutils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.367625] env[62107]: DEBUG oslo_concurrency.lockutils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.367853] env[62107]: INFO nova.compute.manager [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Attaching volume df1ef616-3413-41d5-b4b9-a7924bc25f2a to /dev/sdb [ 1749.398536] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1762a001-7f47-45be-96ba-a8951e212724 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.407417] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033eef4-9841-477a-9427-1a8418d69e63 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.438338] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922765b-203e-475d-9a31-3b259e74208e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.441478] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350e2483-469f-4d53-b58d-c88a9812e4b9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.451891] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d75251-0181-446f-898d-9ef44f1aed48 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.455601] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22619456-2ba8-4b31-b86d-78ab5e92e423 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.471430] env[62107]: DEBUG nova.compute.provider_tree [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.476146] env[62107]: DEBUG nova.virt.block_device [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating existing volume attachment record: 2fa1b1b4-4ae0-4a06-8860-93b74dfff3d9 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1749.548839] env[62107]: DEBUG nova.network.neutron [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Successfully created port: bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.609596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "12088509-2aef-487e-8bdb-b8320b6c3426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.609596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.609596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "12088509-2aef-487e-8bdb-b8320b6c3426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.609596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.609744] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.612455] env[62107]: INFO nova.compute.manager [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Terminating instance [ 1749.614499] env[62107]: DEBUG nova.compute.manager [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1749.614699] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1749.615669] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0300a-c6b3-4857-ae83-fe9efb5e37b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.623584] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.623814] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4a3c577-9fe3-4515-855f-03a85836ef75 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.694132] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1749.705881] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.706388] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.706388] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] 12088509-2aef-487e-8bdb-b8320b6c3426 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.706716] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e038a1db-e763-4597-ad11-698f54bc3f56 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.715233] env[62107]: DEBUG oslo_vmware.api [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1749.715233] env[62107]: value = "task-1700113" [ 1749.715233] env[62107]: _type = "Task" [ 1749.715233] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.723747] env[62107]: DEBUG oslo_vmware.api [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.806940] env[62107]: DEBUG nova.network.neutron [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1749.951664] env[62107]: DEBUG nova.network.neutron [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updating instance_info_cache with network_info: [{"id": "0339f198-e3df-4674-bfe7-26a433128893", "address": "fa:16:3e:13:f9:fe", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0339f198-e3", "ovs_interfaceid": "0339f198-e3df-4674-bfe7-26a433128893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.980425] env[62107]: DEBUG nova.scheduler.client.report [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1750.227675] env[62107]: DEBUG oslo_vmware.api [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139773} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.228044] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1750.228229] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1750.228401] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1750.228577] env[62107]: INFO nova.compute.manager [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1750.228817] env[62107]: DEBUG oslo.service.loopingcall [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.229018] env[62107]: DEBUG nova.compute.manager [-] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1750.229120] env[62107]: DEBUG nova.network.neutron [-] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1750.441873] env[62107]: DEBUG nova.compute.manager [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Received event network-vif-plugged-0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.441873] env[62107]: DEBUG oslo_concurrency.lockutils [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] Acquiring lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.441873] env[62107]: DEBUG oslo_concurrency.lockutils [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.441873] env[62107]: DEBUG oslo_concurrency.lockutils [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.441873] env[62107]: DEBUG nova.compute.manager [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] No waiting events found dispatching network-vif-plugged-0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1750.441873] env[62107]: WARNING nova.compute.manager [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Received unexpected event network-vif-plugged-0339f198-e3df-4674-bfe7-26a433128893 for instance with vm_state building and task_state spawning. [ 1750.441873] env[62107]: DEBUG nova.compute.manager [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Received event network-changed-0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.441873] env[62107]: DEBUG nova.compute.manager [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Refreshing instance network info cache due to event network-changed-0339f198-e3df-4674-bfe7-26a433128893. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1750.441873] env[62107]: DEBUG oslo_concurrency.lockutils [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] Acquiring lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.454255] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.454553] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Instance network_info: |[{"id": "0339f198-e3df-4674-bfe7-26a433128893", "address": "fa:16:3e:13:f9:fe", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0339f198-e3", "ovs_interfaceid": "0339f198-e3df-4674-bfe7-26a433128893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1750.454831] env[62107]: DEBUG oslo_concurrency.lockutils [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] Acquired lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.455008] env[62107]: DEBUG nova.network.neutron [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Refreshing network info cache for port 0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.456299] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f9:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0339f198-e3df-4674-bfe7-26a433128893', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1750.464053] env[62107]: DEBUG oslo.service.loopingcall [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1750.465189] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1750.465419] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-929dff95-601c-49bd-9ce3-c75cb4b0d4c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.485671] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.490183] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.264s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.490508] env[62107]: DEBUG nova.objects.instance [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'resources' on Instance uuid f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.491946] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1750.491946] env[62107]: value = "task-1700115" [ 1750.491946] env[62107]: _type = "Task" [ 1750.491946] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.502977] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700115, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.514500] env[62107]: INFO nova.scheduler.client.report [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Deleted allocations for instance cf1af4db-308e-47f8-a642-9acd3e4dbf23 [ 1750.704346] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1750.730700] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1750.730943] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1750.731114] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.731301] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1750.731447] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.731592] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1750.731795] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1750.731953] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1750.732137] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1750.732301] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1750.732472] env[62107]: DEBUG nova.virt.hardware [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1750.733457] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4195beba-0805-4b32-b3c3-3567e8ffe0a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.741346] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02019ee3-c9dd-4d91-930b-a8fddb86273d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.005509] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700115, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.024280] env[62107]: DEBUG oslo_concurrency.lockutils [None req-59a6060c-c985-4c6d-9dda-ca02aced8074 tempest-AttachInterfacesTestJSON-970151452 tempest-AttachInterfacesTestJSON-970151452-project-member] Lock "cf1af4db-308e-47f8-a642-9acd3e4dbf23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.468s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.074331] env[62107]: DEBUG nova.network.neutron [-] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.119120] env[62107]: DEBUG nova.network.neutron [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Successfully updated port: bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.224913] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8508506a-8d7f-4649-8044-bd087e869101 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.234233] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470e2d55-9183-47ca-a244-463c622da729 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.267401] env[62107]: DEBUG nova.network.neutron [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updated VIF entry in instance network info cache for port 0339f198-e3df-4674-bfe7-26a433128893. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.267811] env[62107]: DEBUG nova.network.neutron [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updating instance_info_cache with network_info: [{"id": "0339f198-e3df-4674-bfe7-26a433128893", "address": "fa:16:3e:13:f9:fe", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0339f198-e3", "ovs_interfaceid": "0339f198-e3df-4674-bfe7-26a433128893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.269657] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4dc99-e375-443c-9978-801aeb3cea3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.279243] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706d06e8-da78-4973-81c9-62afdd5b05e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.295486] env[62107]: DEBUG nova.compute.provider_tree [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.505946] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700115, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.576524] env[62107]: INFO nova.compute.manager [-] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Took 1.35 seconds to deallocate network for instance. [ 1751.621939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "refresh_cache-62329f26-900c-4650-a5cc-8383884dbc5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.621939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquired lock "refresh_cache-62329f26-900c-4650-a5cc-8383884dbc5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.621939] env[62107]: DEBUG nova.network.neutron [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.773977] env[62107]: DEBUG oslo_concurrency.lockutils [req-3c869de2-8fb1-479a-a6e5-994f5a33e22f req-34e4a25c-36a7-44a5-a608-d6646963b924 service nova] Releasing lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.798462] env[62107]: DEBUG nova.scheduler.client.report [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.003460] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700115, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.083294] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.154487] env[62107]: DEBUG nova.network.neutron [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.303155] env[62107]: DEBUG nova.network.neutron [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Updating instance_info_cache with network_info: [{"id": "bec93f82-17c8-498e-a34c-ca03dde64189", "address": "fa:16:3e:94:4c:e3", "network": {"id": "722c69f3-c85d-42f8-b32e-f69651b7aed2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-441818935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dba90d8272b40aeaea37843b1ee567c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec93f82-17", "ovs_interfaceid": "bec93f82-17c8-498e-a34c-ca03dde64189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.303155] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.307652] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.782s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.309380] env[62107]: INFO nova.compute.claims [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.331222] env[62107]: INFO nova.scheduler.client.report [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleted allocations for instance f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b [ 1752.501129] env[62107]: DEBUG nova.compute.manager [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 12088509-2aef-487e-8bdb-b8320b6c3426] Received event network-vif-deleted-2a9b8bd3-d754-4996-97c9-da10f2eaf028 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.501347] env[62107]: DEBUG nova.compute.manager [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Received event network-vif-plugged-bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.501541] env[62107]: DEBUG oslo_concurrency.lockutils [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] Acquiring lock "62329f26-900c-4650-a5cc-8383884dbc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.501741] env[62107]: DEBUG oslo_concurrency.lockutils [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] Lock "62329f26-900c-4650-a5cc-8383884dbc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.501909] env[62107]: DEBUG oslo_concurrency.lockutils [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] Lock "62329f26-900c-4650-a5cc-8383884dbc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.502130] env[62107]: DEBUG nova.compute.manager [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] No waiting events found dispatching network-vif-plugged-bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1752.502306] env[62107]: WARNING nova.compute.manager [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Received unexpected event network-vif-plugged-bec93f82-17c8-498e-a34c-ca03dde64189 for instance with vm_state building and task_state spawning. [ 1752.502466] env[62107]: DEBUG nova.compute.manager [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Received event network-changed-bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1752.502649] env[62107]: DEBUG nova.compute.manager [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Refreshing instance network info cache due to event network-changed-bec93f82-17c8-498e-a34c-ca03dde64189. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1752.502816] env[62107]: DEBUG oslo_concurrency.lockutils [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] Acquiring lock "refresh_cache-62329f26-900c-4650-a5cc-8383884dbc5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.510498] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700115, 'name': CreateVM_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.810020] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Releasing lock "refresh_cache-62329f26-900c-4650-a5cc-8383884dbc5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.810020] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Instance network_info: |[{"id": "bec93f82-17c8-498e-a34c-ca03dde64189", "address": "fa:16:3e:94:4c:e3", "network": {"id": "722c69f3-c85d-42f8-b32e-f69651b7aed2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-441818935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dba90d8272b40aeaea37843b1ee567c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec93f82-17", "ovs_interfaceid": "bec93f82-17c8-498e-a34c-ca03dde64189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1752.810020] env[62107]: DEBUG oslo_concurrency.lockutils [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] Acquired lock "refresh_cache-62329f26-900c-4650-a5cc-8383884dbc5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.810020] env[62107]: DEBUG nova.network.neutron [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Refreshing network info cache for port bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1752.810020] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:4c:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec93f82-17c8-498e-a34c-ca03dde64189', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1752.822450] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Creating folder: Project (0dba90d8272b40aeaea37843b1ee567c). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.825237] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7a7ade0-698a-4ac6-9497-16e177ba0a12 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.837808] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1f00d216-2746-4758-bdd9-e41bae425e0a tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "f1d95cfb-02d8-48dc-9ef4-2ba83bfe059b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.534s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.842279] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Created folder: Project (0dba90d8272b40aeaea37843b1ee567c) in parent group-v354057. [ 1752.842706] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Creating folder: Instances. Parent ref: group-v354365. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1752.843238] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7052aa71-210e-4cbd-8626-35c3b3acbab7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.857561] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Created folder: Instances in parent group-v354365. [ 1752.861164] env[62107]: DEBUG oslo.service.loopingcall [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.861164] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1752.861164] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c79f579b-bec0-40c1-a17d-eab4a7e8d66b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.887547] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1752.887547] env[62107]: value = "task-1700119" [ 1752.887547] env[62107]: _type = "Task" [ 1752.887547] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.900887] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700119, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.909225] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1752.909225] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354362', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'name': 'volume-684b0577-c53d-4b3e-8ae3-97a06ef20838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ddca1f8-ba4b-4196-bd10-759e258adc7f', 'attached_at': '', 'detached_at': '', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'serial': '684b0577-c53d-4b3e-8ae3-97a06ef20838'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1752.909225] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3878f469-e144-495b-80b7-6f0fe0aa7111 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.929933] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb11fa6-0113-45f2-b78e-9bd9a4cf9742 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.960607] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-684b0577-c53d-4b3e-8ae3-97a06ef20838/volume-684b0577-c53d-4b3e-8ae3-97a06ef20838.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.963224] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d42e8a2-d71d-424b-a4e9-13bb84cd2ca0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.986960] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1752.986960] env[62107]: value = "task-1700120" [ 1752.986960] env[62107]: _type = "Task" [ 1752.986960] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.997886] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.007714] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700115, 'name': CreateVM_Task, 'duration_secs': 2.253871} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.007896] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.008625] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.008790] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.009199] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.009474] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff482dc-47fb-4ac5-92d6-9be4db9ecad3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.015073] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1753.015073] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f45549-4768-3e99-527e-468da06416c6" [ 1753.015073] env[62107]: _type = "Task" [ 1753.015073] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.024308] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f45549-4768-3e99-527e-468da06416c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.334246] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "81a87615-255e-4f44-8f08-de208b52ee5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.334246] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "81a87615-255e-4f44-8f08-de208b52ee5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.334584] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "81a87615-255e-4f44-8f08-de208b52ee5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.334584] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "81a87615-255e-4f44-8f08-de208b52ee5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.334779] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "81a87615-255e-4f44-8f08-de208b52ee5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.337504] env[62107]: INFO nova.compute.manager [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Terminating instance [ 1753.339693] env[62107]: DEBUG nova.compute.manager [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1753.340201] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.341137] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bb6aa-6510-44f0-acae-d2d719930c7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.350875] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.351192] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b08dfef-3a17-432b-afa8-1fc0b04385a1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.361604] env[62107]: DEBUG oslo_vmware.api [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1753.361604] env[62107]: value = "task-1700121" [ 1753.361604] env[62107]: _type = "Task" [ 1753.361604] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.377978] env[62107]: DEBUG oslo_vmware.api [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.399093] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700119, 'name': CreateVM_Task, 'duration_secs': 0.420724} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.401969] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.403075] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.500402] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700120, 'name': ReconfigVM_Task, 'duration_secs': 0.447463} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.500802] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-684b0577-c53d-4b3e-8ae3-97a06ef20838/volume-684b0577-c53d-4b3e-8ae3-97a06ef20838.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.509553] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a107808-135b-4363-98a1-e3acbd3bcb0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.529953] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52f45549-4768-3e99-527e-468da06416c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016005} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.533644] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.533913] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1753.534172] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.534326] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.534505] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1753.534864] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1753.534864] env[62107]: value = "task-1700122" [ 1753.534864] env[62107]: _type = "Task" [ 1753.534864] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.537589] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.537906] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.538200] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3133973b-039d-40c3-bbde-5c35ec37e940 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.540625] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df65c11-851d-4f7b-89c7-f72dffdfb45e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.555019] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1753.555019] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524d5f94-a236-a496-2677-7ca0b418133e" [ 1753.555019] env[62107]: _type = "Task" [ 1753.555019] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.555181] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.558028] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704475cb-3e73-4008-87d9-b1a2f339fd6f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.564202] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1753.564378] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1753.569493] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844d550c-4864-4ce8-95e6-80af18bb6573 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.571918] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524d5f94-a236-a496-2677-7ca0b418133e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.574068] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a494bf7-75c6-4edd-b0e7-0ceb995fd558 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.579510] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1753.579510] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528a2f69-50ac-56b5-9253-2ee135c29c5b" [ 1753.579510] env[62107]: _type = "Task" [ 1753.579510] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.612211] env[62107]: DEBUG nova.network.neutron [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Updated VIF entry in instance network info cache for port bec93f82-17c8-498e-a34c-ca03dde64189. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1753.612594] env[62107]: DEBUG nova.network.neutron [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Updating instance_info_cache with network_info: [{"id": "bec93f82-17c8-498e-a34c-ca03dde64189", "address": "fa:16:3e:94:4c:e3", "network": {"id": "722c69f3-c85d-42f8-b32e-f69651b7aed2", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-441818935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dba90d8272b40aeaea37843b1ee567c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec93f82-17", "ovs_interfaceid": "bec93f82-17c8-498e-a34c-ca03dde64189", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.614690] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a7df5-6417-4f2e-a9db-9207ba0ea538 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.620957] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528a2f69-50ac-56b5-9253-2ee135c29c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.622609] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1138b22-2d40-4c04-8631-ff79968ba3e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.628604] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d4373-f412-4387-bab9-1e502984221f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.634134] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1753.634134] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202957c-264b-3844-5eeb-f0a5ca8500bb" [ 1753.634134] env[62107]: _type = "Task" [ 1753.634134] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.645466] env[62107]: DEBUG nova.compute.provider_tree [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.652349] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5202957c-264b-3844-5eeb-f0a5ca8500bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.652614] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.652870] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd/6b0e478a-8f0e-4e07-883b-fbba7ec60cdd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1753.653403] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8947bad9-b3c1-4203-a4a0-a0e806d4e232 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.660900] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1753.660900] env[62107]: value = "task-1700123" [ 1753.660900] env[62107]: _type = "Task" [ 1753.660900] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.669161] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.873539] env[62107]: DEBUG oslo_vmware.api [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700121, 'name': PowerOffVM_Task, 'duration_secs': 0.230843} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.873826] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1753.873996] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.874379] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf0ccff6-6a8a-439f-935a-f43f25fab6ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.032071] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1754.032405] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354363', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'name': 'volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'serial': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1754.033355] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a17a17-4d18-4589-9561-8f4a7ad92c90 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.057109] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d96ec0c-a744-46f2-8c4c-e30a381f0247 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.063230] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.074326] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]524d5f94-a236-a496-2677-7ca0b418133e, 'name': SearchDatastore_Task, 'duration_secs': 0.026258} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.087922] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.088214] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.088458] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.088637] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.088785] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.097163] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a/volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.097475] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793d9c6b-8ace-4f17-8e27-abe8901bad8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.101095] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c85e37e5-c44d-4998-a106-49cbc3317e59 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.118586] env[62107]: DEBUG oslo_concurrency.lockutils [req-623628c8-1bdf-491b-a71b-eb2658036340 req-b6c5e461-ac20-4749-a832-2223f0d833f9 service nova] Releasing lock "refresh_cache-62329f26-900c-4650-a5cc-8383884dbc5a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.123880] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1754.123880] env[62107]: value = "task-1700125" [ 1754.123880] env[62107]: _type = "Task" [ 1754.123880] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.128811] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.129028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.130243] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-657b138a-45db-4288-a4f5-025ecee55a15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.135799] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.143691] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1754.143691] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522fc46f-c8ae-0934-f96d-3ae5834a53ee" [ 1754.143691] env[62107]: _type = "Task" [ 1754.143691] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.148184] env[62107]: DEBUG nova.scheduler.client.report [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1754.155450] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522fc46f-c8ae-0934-f96d-3ae5834a53ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.172099] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500466} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.172416] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd/6b0e478a-8f0e-4e07-883b-fbba7ec60cdd.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.172677] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.173000] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ff45114-b115-401e-9173-d383a7399ceb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.186053] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1754.186053] env[62107]: value = "task-1700126" [ 1754.186053] env[62107]: _type = "Task" [ 1754.186053] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.196018] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.332773] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.333069] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.333328] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleting the datastore file [datastore1] 81a87615-255e-4f44-8f08-de208b52ee5c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.333619] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db7caff4-863a-47cc-be90-194247c9f032 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.339921] env[62107]: DEBUG oslo_vmware.api [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for the task: (returnval){ [ 1754.339921] env[62107]: value = "task-1700127" [ 1754.339921] env[62107]: _type = "Task" [ 1754.339921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.354109] env[62107]: DEBUG oslo_vmware.api [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.553113] env[62107]: DEBUG oslo_vmware.api [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700122, 'name': ReconfigVM_Task, 'duration_secs': 1.00808} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.553434] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354362', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'name': 'volume-684b0577-c53d-4b3e-8ae3-97a06ef20838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9ddca1f8-ba4b-4196-bd10-759e258adc7f', 'attached_at': '', 'detached_at': '', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'serial': '684b0577-c53d-4b3e-8ae3-97a06ef20838'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1754.634241] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.656775] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.657458] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1754.663541] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.501s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.663806] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.665756] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.299s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.666035] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.667717] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.585s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.668067] env[62107]: DEBUG nova.objects.instance [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid 12088509-2aef-487e-8bdb-b8320b6c3426 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.669085] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]522fc46f-c8ae-0934-f96d-3ae5834a53ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.670872] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6ee26d-7ae3-47b4-ac75-d875bc7d478b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.679996] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1754.679996] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c5767-2454-71fe-c986-4452774461af" [ 1754.679996] env[62107]: _type = "Task" [ 1754.679996] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.693330] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c5767-2454-71fe-c986-4452774461af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.694420] env[62107]: INFO nova.scheduler.client.report [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted allocations for instance 7063b2ba-e02a-4b84-a9c6-5d8e8a74c977 [ 1754.700018] env[62107]: INFO nova.scheduler.client.report [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocations for instance 71eb8ee0-f38e-4559-b9a0-c4086e7156b0 [ 1754.714084] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071574} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.714084] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.714084] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45280d24-ce51-4c28-9c70-3540c3bdf7ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.736776] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd/6b0e478a-8f0e-4e07-883b-fbba7ec60cdd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.737728] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69684427-e8aa-4b2e-8c05-c775717e0abc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.758670] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1754.758670] env[62107]: value = "task-1700128" [ 1754.758670] env[62107]: _type = "Task" [ 1754.758670] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.768985] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.854026] env[62107]: DEBUG oslo_vmware.api [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Task: {'id': task-1700127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212886} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.854026] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.854026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.854026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.854026] env[62107]: INFO nova.compute.manager [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1754.854026] env[62107]: DEBUG oslo.service.loopingcall [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.854026] env[62107]: DEBUG nova.compute.manager [-] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1754.854026] env[62107]: DEBUG nova.network.neutron [-] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.133201] env[62107]: DEBUG nova.compute.manager [req-305c3b7b-fae0-406f-a86b-d563ef60cd72 req-917e4781-ddc8-4a23-9c5b-361c72552303 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Received event network-vif-deleted-5031a2b1-04b4-4400-89b8-45efdcd84e78 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1755.133407] env[62107]: INFO nova.compute.manager [req-305c3b7b-fae0-406f-a86b-d563ef60cd72 req-917e4781-ddc8-4a23-9c5b-361c72552303 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Neutron deleted interface 5031a2b1-04b4-4400-89b8-45efdcd84e78; detaching it from the instance and deleting it from the info cache [ 1755.133581] env[62107]: DEBUG nova.network.neutron [req-305c3b7b-fae0-406f-a86b-d563ef60cd72 req-917e4781-ddc8-4a23-9c5b-361c72552303 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.145300] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700125, 'name': ReconfigVM_Task, 'duration_secs': 0.65608} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.145585] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a/volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.152159] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9014f974-7b95-43cc-a502-05259ce1057a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.169585] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1755.169585] env[62107]: value = "task-1700129" [ 1755.169585] env[62107]: _type = "Task" [ 1755.169585] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.170962] env[62107]: DEBUG nova.compute.utils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1755.178591] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1755.178591] env[62107]: DEBUG nova.network.neutron [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1755.192511] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.199727] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]525c5767-2454-71fe-c986-4452774461af, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.203279] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.203279] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 62329f26-900c-4650-a5cc-8383884dbc5a/62329f26-900c-4650-a5cc-8383884dbc5a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1755.203279] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff2e22d8-d254-4c2e-94e8-bafbc948f469 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.216692] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1755.216692] env[62107]: value = "task-1700130" [ 1755.216692] env[62107]: _type = "Task" [ 1755.216692] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.217427] env[62107]: DEBUG oslo_concurrency.lockutils [None req-16681119-038e-4465-93d0-9d1971257738 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "7063b2ba-e02a-4b84-a9c6-5d8e8a74c977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.987s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.219030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3964b2d2-e78e-4db1-a0fc-d51f39fba2d7 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "71eb8ee0-f38e-4559-b9a0-c4086e7156b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.200s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.230551] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.251238] env[62107]: DEBUG nova.policy [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245275ac8ca548cebd39cb32c272c491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81022b7371794a348e81bc85779cce6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1755.270386] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700128, 'name': ReconfigVM_Task, 'duration_secs': 0.300916} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.273670] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd/6b0e478a-8f0e-4e07-883b-fbba7ec60cdd.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.274810] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf0e0bc5-11f4-4d55-b5c7-e05ca29088ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.286026] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1755.286026] env[62107]: value = "task-1700131" [ 1755.286026] env[62107]: _type = "Task" [ 1755.286026] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.297394] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700131, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.404037] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ef073-d9e2-4d33-aeb4-98b580c020e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.414940] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aef88aa-50c3-4c2a-9406-7c724b2d6dc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.451917] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848b072e-cba1-4a51-9559-af6739368c6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.463159] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae50f55-7428-4f47-b6d6-b555ff3b6fa3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.483283] env[62107]: DEBUG nova.compute.provider_tree [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.562515] env[62107]: DEBUG nova.network.neutron [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Successfully created port: c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.595556] env[62107]: DEBUG nova.objects.instance [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'flavor' on Instance uuid 9ddca1f8-ba4b-4196-bd10-759e258adc7f {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.603815] env[62107]: DEBUG nova.network.neutron [-] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.637025] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0488eea7-e94b-420d-9df8-f191890323a3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.651051] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8762977-5986-4d26-b875-84d06d0e9ba9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.680998] env[62107]: DEBUG oslo_vmware.api [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700129, 'name': ReconfigVM_Task, 'duration_secs': 0.164567} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.682027] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354363', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'name': 'volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'serial': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1755.684530] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1755.701171] env[62107]: DEBUG nova.compute.manager [req-305c3b7b-fae0-406f-a86b-d563ef60cd72 req-917e4781-ddc8-4a23-9c5b-361c72552303 service nova] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Detach interface failed, port_id=5031a2b1-04b4-4400-89b8-45efdcd84e78, reason: Instance 81a87615-255e-4f44-8f08-de208b52ee5c could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1755.733577] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700130, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.799595] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700131, 'name': Rename_Task, 'duration_secs': 0.215637} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.799949] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.800518] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e9136e-97e7-4ac4-a112-0f78acf1027c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.814995] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1755.814995] env[62107]: value = "task-1700132" [ 1755.814995] env[62107]: _type = "Task" [ 1755.814995] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.826496] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.987041] env[62107]: DEBUG nova.scheduler.client.report [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1756.102236] env[62107]: DEBUG oslo_concurrency.lockutils [None req-35498cda-5a77-4222-8506-c53225364627 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.306s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.106053] env[62107]: INFO nova.compute.manager [-] [instance: 81a87615-255e-4f44-8f08-de208b52ee5c] Took 1.25 seconds to deallocate network for instance. [ 1756.230725] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542639} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.230995] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 62329f26-900c-4650-a5cc-8383884dbc5a/62329f26-900c-4650-a5cc-8383884dbc5a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.231352] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.231644] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01d4521f-6608-4ec1-b0f9-28008798ea03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.241949] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1756.241949] env[62107]: value = "task-1700133" [ 1756.241949] env[62107]: _type = "Task" [ 1756.241949] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.254491] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.326478] env[62107]: DEBUG oslo_vmware.api [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700132, 'name': PowerOnVM_Task, 'duration_secs': 0.508975} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.326760] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.326988] env[62107]: INFO nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1756.327193] env[62107]: DEBUG nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1756.327990] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c97c66-ea54-4163-b93b-ddf3c3f113f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.491607] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.514862] env[62107]: INFO nova.scheduler.client.report [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance 12088509-2aef-487e-8bdb-b8320b6c3426 [ 1756.612850] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.613223] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.613489] env[62107]: DEBUG nova.objects.instance [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lazy-loading 'resources' on Instance uuid 81a87615-255e-4f44-8f08-de208b52ee5c {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.711098] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1756.740563] env[62107]: DEBUG nova.objects.instance [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.759836] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080268} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.761773] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1756.761905] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1756.762175] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.762175] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1756.762318] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.762471] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1756.763498] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1756.763498] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1756.763498] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1756.763498] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1756.763498] env[62107]: DEBUG nova.virt.hardware [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1756.763695] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1756.764403] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1b75a-b516-4ae8-bae7-e9a8dce2fff4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.767791] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c66647-3a1c-46d7-ad75-51d00795026f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.800329] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 62329f26-900c-4650-a5cc-8383884dbc5a/62329f26-900c-4650-a5cc-8383884dbc5a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1756.800441] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2400ab7-20c8-4326-b71b-778979e498fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.821524] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92af70de-82d4-4104-868f-f1cfdfb6b47a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.844491] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1756.844491] env[62107]: value = "task-1700134" [ 1756.844491] env[62107]: _type = "Task" [ 1756.844491] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.849673] env[62107]: INFO nova.compute.manager [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Took 19.94 seconds to build instance. [ 1756.856652] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.861478] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.861751] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.029038] env[62107]: DEBUG oslo_concurrency.lockutils [None req-60083121-174f-4493-9b9d-2d113db8041a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "12088509-2aef-487e-8bdb-b8320b6c3426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.420s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.030232] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "4477b67c-0dc7-4920-b4cc-8574d7471617" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.030459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.229060] env[62107]: DEBUG nova.network.neutron [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Successfully updated port: c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.242969] env[62107]: DEBUG nova.compute.manager [req-a107ddb5-4383-4e06-b08f-779c86d7baa3 req-b475d968-6e6d-45e2-abd1-c629f2f43076 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Received event network-vif-plugged-c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1757.243217] env[62107]: DEBUG oslo_concurrency.lockutils [req-a107ddb5-4383-4e06-b08f-779c86d7baa3 req-b475d968-6e6d-45e2-abd1-c629f2f43076 service nova] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.243418] env[62107]: DEBUG oslo_concurrency.lockutils [req-a107ddb5-4383-4e06-b08f-779c86d7baa3 req-b475d968-6e6d-45e2-abd1-c629f2f43076 service nova] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.243603] env[62107]: DEBUG oslo_concurrency.lockutils [req-a107ddb5-4383-4e06-b08f-779c86d7baa3 req-b475d968-6e6d-45e2-abd1-c629f2f43076 service nova] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.243754] env[62107]: DEBUG nova.compute.manager [req-a107ddb5-4383-4e06-b08f-779c86d7baa3 req-b475d968-6e6d-45e2-abd1-c629f2f43076 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] No waiting events found dispatching network-vif-plugged-c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1757.243921] env[62107]: WARNING nova.compute.manager [req-a107ddb5-4383-4e06-b08f-779c86d7baa3 req-b475d968-6e6d-45e2-abd1-c629f2f43076 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Received unexpected event network-vif-plugged-c871eb65-7f13-43c7-810f-1f31a81f8715 for instance with vm_state building and task_state spawning. [ 1757.255640] env[62107]: DEBUG oslo_concurrency.lockutils [None req-efba01f9-8ace-49f1-b4db-85b2d428d355 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.888s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.354127] env[62107]: DEBUG oslo_concurrency.lockutils [None req-313d1056-89ec-471e-88f5-4717629187a9 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.455s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.359797] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.364801] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1757.379258] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41640879-74c1-4b9c-ae11-661039f739ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.392748] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a549488-286f-45a7-8a61-245c7185d7d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.433922] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4411954-bba3-4b7d-b8fe-855302a30af5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.444693] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afd2524-efbf-4187-b5fc-c6c2fb4747b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.460039] env[62107]: DEBUG nova.compute.provider_tree [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.535211] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1757.662511] env[62107]: DEBUG nova.compute.manager [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1757.713735] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.713735] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.713896] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.714084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.714233] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.716555] env[62107]: INFO nova.compute.manager [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Terminating instance [ 1757.718839] env[62107]: DEBUG nova.compute.manager [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1757.719046] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.719880] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e21615-f3bc-463e-85ce-0b77f53dbe3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.729366] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.729568] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0087ffa9-4862-4ad1-bcb9-5eca2c1508e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.737520] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.737668] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.737817] env[62107]: DEBUG nova.network.neutron [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.739675] env[62107]: DEBUG oslo_vmware.api [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1757.739675] env[62107]: value = "task-1700135" [ 1757.739675] env[62107]: _type = "Task" [ 1757.739675] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.749980] env[62107]: DEBUG oslo_vmware.api [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.859150] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700134, 'name': ReconfigVM_Task, 'duration_secs': 0.602362} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.859322] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 62329f26-900c-4650-a5cc-8383884dbc5a/62329f26-900c-4650-a5cc-8383884dbc5a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.860076] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f531a2a-7b61-4a02-a71c-928da2702d29 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.869289] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1757.869289] env[62107]: value = "task-1700136" [ 1757.869289] env[62107]: _type = "Task" [ 1757.869289] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.881741] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700136, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.896340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.963559] env[62107]: DEBUG nova.scheduler.client.report [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1758.057679] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.182457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.254811] env[62107]: DEBUG oslo_vmware.api [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700135, 'name': PowerOffVM_Task, 'duration_secs': 0.313882} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.255136] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.255381] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.255728] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-088ed823-7105-4a0c-8048-71689bce8dac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.307511] env[62107]: DEBUG nova.network.neutron [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.333704] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.334073] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.334268] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleting the datastore file [datastore1] d5c7eb28-31a7-4b20-813e-e9778663ff9c {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.334540] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1923730-7e6b-4553-81cc-e28b20688b77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.344358] env[62107]: DEBUG oslo_vmware.api [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for the task: (returnval){ [ 1758.344358] env[62107]: value = "task-1700138" [ 1758.344358] env[62107]: _type = "Task" [ 1758.344358] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.353784] env[62107]: DEBUG oslo_vmware.api [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.380819] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700136, 'name': Rename_Task, 'duration_secs': 0.186918} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.381191] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.381478] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bfc39e5-e7af-4b28-9f98-95b85640ff6d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.390107] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1758.390107] env[62107]: value = "task-1700139" [ 1758.390107] env[62107]: _type = "Task" [ 1758.390107] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.406812] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.469680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.474929] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.579s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.478013] env[62107]: INFO nova.compute.claims [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.510918] env[62107]: INFO nova.scheduler.client.report [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Deleted allocations for instance 81a87615-255e-4f44-8f08-de208b52ee5c [ 1758.536593] env[62107]: DEBUG nova.network.neutron [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [{"id": "c871eb65-7f13-43c7-810f-1f31a81f8715", "address": "fa:16:3e:4d:bf:ea", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc871eb65-7f", "ovs_interfaceid": "c871eb65-7f13-43c7-810f-1f31a81f8715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.636185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.636185] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.865859] env[62107]: DEBUG oslo_vmware.api [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Task: {'id': task-1700138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158808} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.865859] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.865859] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.865859] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.865859] env[62107]: INFO nova.compute.manager [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1758.865859] env[62107]: DEBUG oslo.service.loopingcall [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.865859] env[62107]: DEBUG nova.compute.manager [-] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1758.865859] env[62107]: DEBUG nova.network.neutron [-] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.900261] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700139, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.902829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.903081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.903269] env[62107]: INFO nova.compute.manager [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Shelving [ 1759.025115] env[62107]: DEBUG oslo_concurrency.lockutils [None req-136a1860-64e1-48d1-ad54-9399bce9eb83 tempest-ServerRescueNegativeTestJSON-1849607774 tempest-ServerRescueNegativeTestJSON-1849607774-project-member] Lock "81a87615-255e-4f44-8f08-de208b52ee5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.690s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.044350] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.044350] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Instance network_info: |[{"id": "c871eb65-7f13-43c7-810f-1f31a81f8715", "address": "fa:16:3e:4d:bf:ea", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc871eb65-7f", "ovs_interfaceid": "c871eb65-7f13-43c7-810f-1f31a81f8715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1759.044350] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:bf:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c871eb65-7f13-43c7-810f-1f31a81f8715', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.054349] env[62107]: DEBUG oslo.service.loopingcall [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.055292] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.056083] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a6be03d-8e49-47b1-96fa-96bc027edbe4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.089700] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.089700] env[62107]: value = "task-1700141" [ 1759.089700] env[62107]: _type = "Task" [ 1759.089700] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.100738] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700141, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.140140] env[62107]: DEBUG nova.compute.utils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.310206] env[62107]: DEBUG nova.compute.manager [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Received event network-changed-c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1759.310413] env[62107]: DEBUG nova.compute.manager [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Refreshing instance network info cache due to event network-changed-c871eb65-7f13-43c7-810f-1f31a81f8715. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1759.310627] env[62107]: DEBUG oslo_concurrency.lockutils [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] Acquiring lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.310771] env[62107]: DEBUG oslo_concurrency.lockutils [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] Acquired lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.310932] env[62107]: DEBUG nova.network.neutron [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Refreshing network info cache for port c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.401821] env[62107]: DEBUG oslo_vmware.api [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700139, 'name': PowerOnVM_Task, 'duration_secs': 0.887627} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.402195] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.402507] env[62107]: INFO nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1759.402742] env[62107]: DEBUG nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1759.403578] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338edaef-d96a-4327-82e4-d8252e197e11 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.421024] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.421024] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-873dc207-e86f-48ae-8f65-c4e1aac3d9d4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.427443] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1759.427443] env[62107]: value = "task-1700142" [ 1759.427443] env[62107]: _type = "Task" [ 1759.427443] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.438443] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.602535] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700141, 'name': CreateVM_Task, 'duration_secs': 0.490758} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.602861] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.603506] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.603718] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.607022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.607022] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf636e8-dbd1-40df-87df-8a2a49188f42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.612147] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1759.612147] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e8a138-6ac6-cced-926f-f69749997445" [ 1759.612147] env[62107]: _type = "Task" [ 1759.612147] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.622192] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e8a138-6ac6-cced-926f-f69749997445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.644456] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.666251] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d69a8dc-1929-423a-9b30-36c5c635de1b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.675179] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130e3d7-fe84-4d49-aefb-74a13c961ba5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.708848] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbfe75c-9494-4ca7-9bf8-b3c3e691e499 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.718153] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0437acc1-fccc-46cc-901d-df5bc1ad8cf9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.737409] env[62107]: DEBUG nova.compute.provider_tree [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.924025] env[62107]: INFO nova.compute.manager [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Took 20.97 seconds to build instance. [ 1759.940532] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700142, 'name': PowerOffVM_Task, 'duration_secs': 0.307704} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.941430] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.942276] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5d9892-a409-4a92-94df-b21377c4650a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.965299] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5198705-7bda-4e38-aac3-19356d633b0b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.053200] env[62107]: DEBUG nova.network.neutron [-] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.123387] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e8a138-6ac6-cced-926f-f69749997445, 'name': SearchDatastore_Task, 'duration_secs': 0.011495} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.123752] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.124060] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.124337] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.124516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.125061] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.125364] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c613eb1-50c5-4e86-b5f0-fb9f905adaa7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.135453] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.135692] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.136493] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122a3454-332d-427f-83cb-cc33acfb474a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.142881] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1760.142881] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5274ff69-d262-d5d6-dc73-5a23679ad38e" [ 1760.142881] env[62107]: _type = "Task" [ 1760.142881] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.151121] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5274ff69-d262-d5d6-dc73-5a23679ad38e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.231289] env[62107]: DEBUG nova.network.neutron [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updated VIF entry in instance network info cache for port c871eb65-7f13-43c7-810f-1f31a81f8715. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.231289] env[62107]: DEBUG nova.network.neutron [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [{"id": "c871eb65-7f13-43c7-810f-1f31a81f8715", "address": "fa:16:3e:4d:bf:ea", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc871eb65-7f", "ovs_interfaceid": "c871eb65-7f13-43c7-810f-1f31a81f8715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.240608] env[62107]: DEBUG nova.scheduler.client.report [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1760.426322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-38741f64-de74-435e-833c-3b0dcb71a8d5 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "62329f26-900c-4650-a5cc-8383884dbc5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.488s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.477717] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1760.477717] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c5b79489-6120-4f48-839f-7d15dc8d462c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.490391] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1760.490391] env[62107]: value = "task-1700143" [ 1760.490391] env[62107]: _type = "Task" [ 1760.490391] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.500788] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700143, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.558196] env[62107]: INFO nova.compute.manager [-] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Took 1.69 seconds to deallocate network for instance. [ 1760.657303] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5274ff69-d262-d5d6-dc73-5a23679ad38e, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.658074] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa56b51d-a258-448d-9132-016c913c8305 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.661968] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.662185] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.664817] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1760.664817] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5256168d-0c1d-a011-1284-81d67ef148cc" [ 1760.664817] env[62107]: _type = "Task" [ 1760.664817] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.675530] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5256168d-0c1d-a011-1284-81d67ef148cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.733081] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.733441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.733863] env[62107]: INFO nova.compute.manager [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Attaching volume 100401d4-013f-4926-9cd8-9c800b6234b2 to /dev/sdc [ 1760.736326] env[62107]: DEBUG oslo_concurrency.lockutils [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] Releasing lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.736503] env[62107]: DEBUG nova.compute.manager [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Received event network-changed-0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1760.737011] env[62107]: DEBUG nova.compute.manager [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Refreshing instance network info cache due to event network-changed-0339f198-e3df-4674-bfe7-26a433128893. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1760.737011] env[62107]: DEBUG oslo_concurrency.lockutils [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] Acquiring lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.737011] env[62107]: DEBUG oslo_concurrency.lockutils [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] Acquired lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.737214] env[62107]: DEBUG nova.network.neutron [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Refreshing network info cache for port 0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.750054] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.753330] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1760.755082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.696s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.758171] env[62107]: INFO nova.compute.claims [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.793275] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1514187-467a-4559-b384-233f4bf7e3d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.801955] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f6713-20cb-4839-8098-82b02483b63d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.820344] env[62107]: DEBUG nova.virt.block_device [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating existing volume attachment record: 48e0db57-ac0c-4e7b-8f17-eac36eff19bf {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1761.004131] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700143, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.064825] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.187875] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5256168d-0c1d-a011-1284-81d67ef148cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01142} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.187875] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.187875] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95/22eaae3b-909d-4555-9dc8-d9fa6df37b95.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.187875] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.187875] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1761.191764] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d0d6b98-428c-49c6-8733-c991b23c4ae2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.206724] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1761.206724] env[62107]: value = "task-1700145" [ 1761.206724] env[62107]: _type = "Task" [ 1761.206724] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.219842] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.256339] env[62107]: DEBUG nova.compute.utils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.259727] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1761.260092] env[62107]: DEBUG nova.network.neutron [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.345158] env[62107]: DEBUG nova.compute.manager [req-5734e9dc-bc2b-433f-9b7c-3d55ea656336 req-3c67f574-9394-4f58-ae0f-3ac8c32485af service nova] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Received event network-vif-deleted-27270bb9-7438-420a-9ee3-05cc38547110 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1761.362813] env[62107]: DEBUG nova.policy [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc49eacd3c62475faf25ca0bc9024757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2252fd3fdab24b02b94f3c056d03e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1761.506671] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700143, 'name': CreateSnapshot_Task, 'duration_secs': 0.955675} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.506997] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1761.507855] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0193ee-a299-4237-ad7b-78d01ed0e05a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.663992] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "62329f26-900c-4650-a5cc-8383884dbc5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.664530] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "62329f26-900c-4650-a5cc-8383884dbc5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.664844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "62329f26-900c-4650-a5cc-8383884dbc5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.665119] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "62329f26-900c-4650-a5cc-8383884dbc5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.665364] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "62329f26-900c-4650-a5cc-8383884dbc5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.668947] env[62107]: INFO nova.compute.manager [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Terminating instance [ 1761.671600] env[62107]: DEBUG nova.compute.manager [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1761.671963] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.673022] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7c11b-824b-4a14-9a40-6d9a7d25fcdb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.687646] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.688637] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e842137-3a0c-4671-b44e-bd0b1992b5bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.702036] env[62107]: DEBUG oslo_vmware.api [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1761.702036] env[62107]: value = "task-1700146" [ 1761.702036] env[62107]: _type = "Task" [ 1761.702036] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.726026] env[62107]: DEBUG oslo_vmware.api [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.733307] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.747991] env[62107]: DEBUG nova.network.neutron [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updated VIF entry in instance network info cache for port 0339f198-e3df-4674-bfe7-26a433128893. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1761.747991] env[62107]: DEBUG nova.network.neutron [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updating instance_info_cache with network_info: [{"id": "0339f198-e3df-4674-bfe7-26a433128893", "address": "fa:16:3e:13:f9:fe", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0339f198-e3", "ovs_interfaceid": "0339f198-e3df-4674-bfe7-26a433128893", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.768273] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1761.895240] env[62107]: DEBUG nova.network.neutron [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Successfully created port: 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.005348] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4388f5-64a5-469e-88b3-c9b57d2af49e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.013800] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e8a4bb-938e-45c1-b775-62b611ef4ea7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.053945] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1762.054516] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-965f5c6f-dd3d-4117-8592-ea685964f4b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.058334] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018439a-72de-43dc-b511-db731dbb619b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.069892] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c07454-ec4d-47e2-b40a-0d27774d4fdf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.074142] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1762.074142] env[62107]: value = "task-1700148" [ 1762.074142] env[62107]: _type = "Task" [ 1762.074142] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.085891] env[62107]: DEBUG nova.compute.provider_tree [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.094252] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700148, 'name': CloneVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.222705] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602728} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.225955] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95/22eaae3b-909d-4555-9dc8-d9fa6df37b95.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.226116] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.226774] env[62107]: DEBUG oslo_vmware.api [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700146, 'name': PowerOffVM_Task, 'duration_secs': 0.237237} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.227714] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.227914] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.228105] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1762.229215] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d90ab50-87df-4e8f-a33a-4d849ecaa48a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.231358] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.231595] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.231966] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-853eea6d-8ec3-4577-9b7e-7fd647b99603 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.239505] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1762.239505] env[62107]: value = "task-1700150" [ 1762.239505] env[62107]: _type = "Task" [ 1762.239505] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.251929] env[62107]: DEBUG oslo_concurrency.lockutils [req-8fb1ad9e-e862-4536-8cfd-48f1cdb50107 req-e8e94472-aeeb-4cc2-a21a-38e519905905 service nova] Releasing lock "refresh_cache-6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.252695] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.342834] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.343074] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.343384] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Deleting the datastore file [datastore1] 62329f26-900c-4650-a5cc-8383884dbc5a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.343758] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86d9c47c-5a7e-434d-8883-8dfbc2af78ac {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.352985] env[62107]: DEBUG oslo_vmware.api [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for the task: (returnval){ [ 1762.352985] env[62107]: value = "task-1700151" [ 1762.352985] env[62107]: _type = "Task" [ 1762.352985] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.362451] env[62107]: DEBUG oslo_vmware.api [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.585076] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700148, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.589051] env[62107]: DEBUG nova.scheduler.client.report [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1762.749596] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095256} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.749971] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.750665] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d0f368-f554-448c-9198-bc2c53847d67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.753689] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.776552] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95/22eaae3b-909d-4555-9dc8-d9fa6df37b95.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.777610] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71e6db1-8b9a-430b-815c-570b5408c850 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.792992] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1762.803881] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1762.803881] env[62107]: value = "task-1700152" [ 1762.803881] env[62107]: _type = "Task" [ 1762.803881] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.814216] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.822391] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1762.822635] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1762.822792] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.822972] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1762.823137] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.823312] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1762.823529] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1762.823687] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1762.823874] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1762.824146] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1762.824326] env[62107]: DEBUG nova.virt.hardware [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1762.825354] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ffd915-a2a0-4f48-81f3-94a44081622a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.833842] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503955ee-7e4e-45be-8cfc-0d45191784d0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.861661] env[62107]: DEBUG oslo_vmware.api [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Task: {'id': task-1700151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264811} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.861848] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.862046] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.862232] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.862402] env[62107]: INFO nova.compute.manager [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1762.862631] env[62107]: DEBUG oslo.service.loopingcall [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.862811] env[62107]: DEBUG nova.compute.manager [-] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1762.862902] env[62107]: DEBUG nova.network.neutron [-] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.086928] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700148, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.093359] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.093853] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1763.096631] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.914s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.315223] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.381413] env[62107]: DEBUG nova.compute.manager [req-ac9eea5b-9349-4b26-9dc1-d9b4b3aaca3b req-9c42fcb7-9a82-4aa1-b1dd-beb8980ca708 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Received event network-vif-deleted-bec93f82-17c8-498e-a34c-ca03dde64189 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.381614] env[62107]: INFO nova.compute.manager [req-ac9eea5b-9349-4b26-9dc1-d9b4b3aaca3b req-9c42fcb7-9a82-4aa1-b1dd-beb8980ca708 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Neutron deleted interface bec93f82-17c8-498e-a34c-ca03dde64189; detaching it from the instance and deleting it from the info cache [ 1763.381785] env[62107]: DEBUG nova.network.neutron [req-ac9eea5b-9349-4b26-9dc1-d9b4b3aaca3b req-9c42fcb7-9a82-4aa1-b1dd-beb8980ca708 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.424344] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.574576] env[62107]: DEBUG nova.network.neutron [-] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.583028] env[62107]: DEBUG nova.network.neutron [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Successfully updated port: 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.592114] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700148, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.600597] env[62107]: DEBUG nova.compute.utils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.604013] env[62107]: INFO nova.compute.claims [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.607895] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1763.607895] env[62107]: DEBUG nova.network.neutron [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1763.647089] env[62107]: DEBUG nova.policy [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3089f1f6482149b3b5ba72b27bdd7214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13e859824ef4d0d97983780b2b25029', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1763.816824] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700152, 'name': ReconfigVM_Task, 'duration_secs': 0.899376} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.817242] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95/22eaae3b-909d-4555-9dc8-d9fa6df37b95.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1763.817869] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c95ccf-e99c-441f-9c91-8d58fcd22a4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.824971] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1763.824971] env[62107]: value = "task-1700154" [ 1763.824971] env[62107]: _type = "Task" [ 1763.824971] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.833748] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700154, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.884784] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dcd8bfb-9900-4d85-926b-6bf82f10706a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.897232] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eff7bd-36d0-4ad8-8817-719c0269f24c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.934535] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-d5c7eb28-31a7-4b20-813e-e9778663ff9c" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.936339] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: d5c7eb28-31a7-4b20-813e-e9778663ff9c] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1763.936339] env[62107]: DEBUG nova.compute.manager [req-ac9eea5b-9349-4b26-9dc1-d9b4b3aaca3b req-9c42fcb7-9a82-4aa1-b1dd-beb8980ca708 service nova] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Detach interface failed, port_id=bec93f82-17c8-498e-a34c-ca03dde64189, reason: Instance 62329f26-900c-4650-a5cc-8383884dbc5a could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1763.936339] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.936339] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.936599] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.936800] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.937027] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.937294] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.937508] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1763.937726] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1763.943554] env[62107]: DEBUG nova.network.neutron [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Successfully created port: 346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.082158] env[62107]: INFO nova.compute.manager [-] [instance: 62329f26-900c-4650-a5cc-8383884dbc5a] Took 1.22 seconds to deallocate network for instance. [ 1764.092437] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.092841] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.093204] env[62107]: DEBUG nova.network.neutron [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.100687] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700148, 'name': CloneVM_Task} progress is 95%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.108120] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1764.112360] env[62107]: INFO nova.compute.resource_tracker [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating resource usage from migration c94ae8ce-5714-4fb7-a52e-378918572275 [ 1764.335763] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700154, 'name': Rename_Task, 'duration_secs': 0.289267} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.336085] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.336353] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e2fe99-104a-4e98-9230-450b373f9025 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.346565] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1764.346565] env[62107]: value = "task-1700156" [ 1764.346565] env[62107]: _type = "Task" [ 1764.346565] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.356824] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.441708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.508727] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c917dc-fc0a-434e-802e-f71e2e0c8221 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.522077] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f17a7d-989a-415e-b9a5-0eb1c3574d19 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.563441] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80d138-99c5-418d-a078-05c05faff9dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.572896] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6446af7-97c5-48dc-9331-cb6d88134643 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.592089] env[62107]: DEBUG nova.compute.provider_tree [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.598296] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.603599] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700148, 'name': CloneVM_Task, 'duration_secs': 2.27094} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.604222] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Created linked-clone VM from snapshot [ 1764.604999] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a053a-57a2-405c-948f-e6fbd41ab07f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.613987] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Uploading image 15b3f004-74b6-4604-8d0d-d18a64958f8e {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1764.641033] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1764.641033] env[62107]: value = "vm-354372" [ 1764.641033] env[62107]: _type = "VirtualMachine" [ 1764.641033] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1764.641335] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c790cc2-360c-41ad-8976-8119a4cfce43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.649921] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease: (returnval){ [ 1764.649921] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e59bba-e742-c646-5016-aca9fdba94ad" [ 1764.649921] env[62107]: _type = "HttpNfcLease" [ 1764.649921] env[62107]: } obtained for exporting VM: (result){ [ 1764.649921] env[62107]: value = "vm-354372" [ 1764.649921] env[62107]: _type = "VirtualMachine" [ 1764.649921] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1764.650271] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the lease: (returnval){ [ 1764.650271] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e59bba-e742-c646-5016-aca9fdba94ad" [ 1764.650271] env[62107]: _type = "HttpNfcLease" [ 1764.650271] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1764.654502] env[62107]: DEBUG nova.network.neutron [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1764.660590] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.660590] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e59bba-e742-c646-5016-aca9fdba94ad" [ 1764.660590] env[62107]: _type = "HttpNfcLease" [ 1764.660590] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1764.816101] env[62107]: DEBUG nova.network.neutron [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.857110] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700156, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.098991] env[62107]: DEBUG nova.scheduler.client.report [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1765.121269] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1765.143771] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1765.144080] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1765.144252] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.144437] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1765.144582] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.144728] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1765.144934] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1765.145104] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1765.145273] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1765.145460] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1765.145626] env[62107]: DEBUG nova.virt.hardware [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1765.146557] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768719f3-b50f-4f37-a88b-0477d0c315e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.157329] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adfec78-ad0d-4445-8ea4-823e35802d7f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.162218] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1765.162218] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e59bba-e742-c646-5016-aca9fdba94ad" [ 1765.162218] env[62107]: _type = "HttpNfcLease" [ 1765.162218] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1765.162827] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1765.162827] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52e59bba-e742-c646-5016-aca9fdba94ad" [ 1765.162827] env[62107]: _type = "HttpNfcLease" [ 1765.162827] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1765.163505] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06106044-0f90-467b-a17a-4b160827bac2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.179481] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf310-01bd-bbd7-62c3-14eda7989168/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1765.179660] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf310-01bd-bbd7-62c3-14eda7989168/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1765.319395] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.319838] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Instance network_info: |[{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1765.320444] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:07:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37bb80c8-23a9-4c29-9db9-5ffe71ebce6b', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.328836] env[62107]: DEBUG oslo.service.loopingcall [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.329069] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.329302] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-070fec83-f54a-45ce-910e-492b9829293d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.347276] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db97fcae-e4fb-4a8e-9e35-63cdd81d9194 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.353332] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.353332] env[62107]: value = "task-1700158" [ 1765.353332] env[62107]: _type = "Task" [ 1765.353332] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.361280] env[62107]: DEBUG oslo_vmware.api [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700156, 'name': PowerOnVM_Task, 'duration_secs': 0.570915} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.363526] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.363723] env[62107]: INFO nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1765.363900] env[62107]: DEBUG nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1765.364921] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e8903f-f1a7-466d-aea6-b7fff7cc8c72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.369969] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700158, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.375102] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1765.375381] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354370', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'name': 'volume-100401d4-013f-4926-9cd8-9c800b6234b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'serial': '100401d4-013f-4926-9cd8-9c800b6234b2'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1765.376578] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64714a3-0b75-43dc-b93f-831d3b849f4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.405559] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd3e732-3619-4a87-8f96-d54bc5c8fd64 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.436809] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-100401d4-013f-4926-9cd8-9c800b6234b2/volume-100401d4-013f-4926-9cd8-9c800b6234b2.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.438068] env[62107]: DEBUG nova.compute.manager [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Received event network-vif-plugged-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1765.438288] env[62107]: DEBUG oslo_concurrency.lockutils [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] Acquiring lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.438528] env[62107]: DEBUG oslo_concurrency.lockutils [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.438698] env[62107]: DEBUG oslo_concurrency.lockutils [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.438862] env[62107]: DEBUG nova.compute.manager [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] No waiting events found dispatching network-vif-plugged-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1765.439033] env[62107]: WARNING nova.compute.manager [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Received unexpected event network-vif-plugged-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b for instance with vm_state building and task_state spawning. [ 1765.439267] env[62107]: DEBUG nova.compute.manager [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Received event network-changed-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1765.439351] env[62107]: DEBUG nova.compute.manager [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Refreshing instance network info cache due to event network-changed-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1765.439522] env[62107]: DEBUG oslo_concurrency.lockutils [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.439670] env[62107]: DEBUG oslo_concurrency.lockutils [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.439825] env[62107]: DEBUG nova.network.neutron [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Refreshing network info cache for port 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.441724] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7085168-1b5a-4dbc-9965-c3f4ec9e628c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.464912] env[62107]: DEBUG oslo_vmware.api [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1765.464912] env[62107]: value = "task-1700159" [ 1765.464912] env[62107]: _type = "Task" [ 1765.464912] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.475198] env[62107]: DEBUG oslo_vmware.api [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.603970] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.507s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.604571] env[62107]: INFO nova.compute.manager [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Migrating [ 1765.611925] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.547s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.615179] env[62107]: DEBUG nova.objects.instance [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lazy-loading 'resources' on Instance uuid d5c7eb28-31a7-4b20-813e-e9778663ff9c {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.698765] env[62107]: DEBUG nova.network.neutron [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Successfully updated port: 346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1765.817464] env[62107]: DEBUG nova.network.neutron [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updated VIF entry in instance network info cache for port 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1765.818112] env[62107]: DEBUG nova.network.neutron [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.865305] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700158, 'name': CreateVM_Task, 'duration_secs': 0.365636} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.866358] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1765.867260] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.867577] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.869552] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1765.869552] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1228707d-1004-4ef8-a3a4-99c288f9b2b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.875509] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1765.875509] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527f7ac1-bf02-92f4-47a3-2d97dc52bcc4" [ 1765.875509] env[62107]: _type = "Task" [ 1765.875509] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.885802] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527f7ac1-bf02-92f4-47a3-2d97dc52bcc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.900882] env[62107]: INFO nova.compute.manager [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Took 20.39 seconds to build instance. [ 1765.976246] env[62107]: DEBUG oslo_vmware.api [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700159, 'name': ReconfigVM_Task, 'duration_secs': 0.41241} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.976531] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-100401d4-013f-4926-9cd8-9c800b6234b2/volume-100401d4-013f-4926-9cd8-9c800b6234b2.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.982056] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7987543c-66bb-4d54-a610-95f2fc971f38 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.999461] env[62107]: DEBUG oslo_vmware.api [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1765.999461] env[62107]: value = "task-1700161" [ 1765.999461] env[62107]: _type = "Task" [ 1765.999461] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.008938] env[62107]: DEBUG oslo_vmware.api [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.129246] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.129422] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.129539] env[62107]: DEBUG nova.network.neutron [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.204600] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "refresh_cache-4477b67c-0dc7-4920-b4cc-8574d7471617" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.204600] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquired lock "refresh_cache-4477b67c-0dc7-4920-b4cc-8574d7471617" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.204600] env[62107]: DEBUG nova.network.neutron [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.302378] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57db1f0f-0681-476c-8677-85068743f099 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.312278] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd69aa-c613-470f-bce3-5c09223250e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.346788] env[62107]: DEBUG oslo_concurrency.lockutils [req-6d1607b2-a293-49f4-8f95-2e5dc42aa1be req-ce37fa3a-bfe9-4156-bb6e-5985b4dd3903 service nova] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.348329] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7dbae4-6b45-4b65-9e24-e7baf31f858a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.357200] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948b1c3-5546-437d-a649-cd8c50261242 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.371927] env[62107]: DEBUG nova.compute.provider_tree [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.387208] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527f7ac1-bf02-92f4-47a3-2d97dc52bcc4, 'name': SearchDatastore_Task, 'duration_secs': 0.013393} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.387716] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.387957] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.388316] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.388573] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.389117] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.389435] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23354005-4c88-4362-afc1-dad98a2cbd42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.399294] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.399613] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.400639] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d120edf9-1435-4413-8aef-c716e952991d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.403188] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8ddb7614-a60c-455e-94ea-9933e544f8a2 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.901s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.407666] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1766.407666] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5248890a-d617-1916-a3f9-362e47a41a50" [ 1766.407666] env[62107]: _type = "Task" [ 1766.407666] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.417851] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5248890a-d617-1916-a3f9-362e47a41a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.509345] env[62107]: DEBUG oslo_vmware.api [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700161, 'name': ReconfigVM_Task, 'duration_secs': 0.165967} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.510204] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354370', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'name': 'volume-100401d4-013f-4926-9cd8-9c800b6234b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'serial': '100401d4-013f-4926-9cd8-9c800b6234b2'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1766.755345] env[62107]: DEBUG nova.network.neutron [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1766.875098] env[62107]: DEBUG nova.scheduler.client.report [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1766.919870] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5248890a-d617-1916-a3f9-362e47a41a50, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.921135] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd947cb-fbd2-4797-8a73-754d51c9539a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.932205] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1766.932205] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529dcd15-7dfc-f9e0-bcec-16bbc6a051d5" [ 1766.932205] env[62107]: _type = "Task" [ 1766.932205] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.942022] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529dcd15-7dfc-f9e0-bcec-16bbc6a051d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.352014] env[62107]: DEBUG nova.network.neutron [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Updating instance_info_cache with network_info: [{"id": "346cece8-f09d-46ad-9bb9-afdf92eee32e", "address": "fa:16:3e:d1:3c:be", "network": {"id": "dd6d95d3-f33f-44b0-81c4-1778457cb68a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-946418297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13e859824ef4d0d97983780b2b25029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346cece8-f0", "ovs_interfaceid": "346cece8-f09d-46ad-9bb9-afdf92eee32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.354220] env[62107]: DEBUG nova.network.neutron [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.380625] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.383582] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.942s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.383785] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.383968] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1767.384340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.786s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.384561] env[62107]: DEBUG nova.objects.instance [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lazy-loading 'resources' on Instance uuid 62329f26-900c-4650-a5cc-8383884dbc5a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.386864] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbbeee4-729d-4b73-b2ba-0e7921e2168f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.397076] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d8707-399e-4293-83ae-0cbde5704197 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.403877] env[62107]: INFO nova.scheduler.client.report [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Deleted allocations for instance d5c7eb28-31a7-4b20-813e-e9778663ff9c [ 1767.418284] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888ec57-72ee-4e52-8a9e-8a80f9869909 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.427397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d961bc9-29a7-4091-82fd-ab782551cb5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.462582] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178502MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1767.462774] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.465570] env[62107]: DEBUG nova.compute.manager [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Received event network-vif-plugged-346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1767.465858] env[62107]: DEBUG oslo_concurrency.lockutils [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] Acquiring lock "4477b67c-0dc7-4920-b4cc-8574d7471617-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.465990] env[62107]: DEBUG oslo_concurrency.lockutils [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.466192] env[62107]: DEBUG oslo_concurrency.lockutils [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.466359] env[62107]: DEBUG nova.compute.manager [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] No waiting events found dispatching network-vif-plugged-346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1767.466552] env[62107]: WARNING nova.compute.manager [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Received unexpected event network-vif-plugged-346cece8-f09d-46ad-9bb9-afdf92eee32e for instance with vm_state building and task_state spawning. [ 1767.466735] env[62107]: DEBUG nova.compute.manager [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Received event network-changed-346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1767.466888] env[62107]: DEBUG nova.compute.manager [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Refreshing instance network info cache due to event network-changed-346cece8-f09d-46ad-9bb9-afdf92eee32e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1767.467098] env[62107]: DEBUG oslo_concurrency.lockutils [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] Acquiring lock "refresh_cache-4477b67c-0dc7-4920-b4cc-8574d7471617" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.471305] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529dcd15-7dfc-f9e0-bcec-16bbc6a051d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.471550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.471789] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.472063] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a940c27c-11b4-4d57-b30d-517fd336ba59 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.481839] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1767.481839] env[62107]: value = "task-1700162" [ 1767.481839] env[62107]: _type = "Task" [ 1767.481839] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.496589] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.555658] env[62107]: DEBUG nova.objects.instance [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1767.856738] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Releasing lock "refresh_cache-4477b67c-0dc7-4920-b4cc-8574d7471617" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.857141] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Instance network_info: |[{"id": "346cece8-f09d-46ad-9bb9-afdf92eee32e", "address": "fa:16:3e:d1:3c:be", "network": {"id": "dd6d95d3-f33f-44b0-81c4-1778457cb68a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-946418297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13e859824ef4d0d97983780b2b25029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346cece8-f0", "ovs_interfaceid": "346cece8-f09d-46ad-9bb9-afdf92eee32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1767.857711] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.859272] env[62107]: DEBUG oslo_concurrency.lockutils [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] Acquired lock "refresh_cache-4477b67c-0dc7-4920-b4cc-8574d7471617" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.859422] env[62107]: DEBUG nova.network.neutron [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Refreshing network info cache for port 346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1767.861090] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:3c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346cece8-f09d-46ad-9bb9-afdf92eee32e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1767.869252] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Creating folder: Project (e13e859824ef4d0d97983780b2b25029). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.870163] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2d8bc43-08a9-43df-a30d-37500a211482 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.885758] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Created folder: Project (e13e859824ef4d0d97983780b2b25029) in parent group-v354057. [ 1767.886148] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Creating folder: Instances. Parent ref: group-v354374. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1767.886424] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-717a66ab-9d47-4a8f-be03-6c4ab3f0b7e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.899604] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Created folder: Instances in parent group-v354374. [ 1767.900051] env[62107]: DEBUG oslo.service.loopingcall [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.900220] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1767.900977] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aaca394-f4e7-4a49-980a-898fb085bba3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.924868] env[62107]: DEBUG oslo_concurrency.lockutils [None req-25eadbb6-d33d-4f30-9222-39eacb4a931a tempest-ServersTestJSON-374273534 tempest-ServersTestJSON-374273534-project-member] Lock "d5c7eb28-31a7-4b20-813e-e9778663ff9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.211s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.930688] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1767.930688] env[62107]: value = "task-1700165" [ 1767.930688] env[62107]: _type = "Task" [ 1767.930688] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.943054] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700165, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.993808] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.004252] env[62107]: DEBUG nova.compute.manager [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1768.060670] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b5884583-2222-48cc-960f-554afbe15452 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.114518] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f2538f-50dd-4376-847c-7c4a48e83fb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.124374] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c34684-e6ba-424e-952e-9a7372ad59bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.158360] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f511fd5-ce5c-4a65-af8d-be73d3a72c37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.166833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb9eac-a221-43bf-b802-60e43c7dbe3d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.182678] env[62107]: DEBUG nova.compute.provider_tree [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.382378] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.382624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.444514] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700165, 'name': CreateVM_Task, 'duration_secs': 0.380863} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.447184] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1768.447822] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.447993] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.448591] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1768.448952] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ad6062-5caa-48e1-b390-ee69778edf62 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.456598] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1768.456598] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bec8a7-524e-0bb3-a3a9-8526cbfbcb6a" [ 1768.456598] env[62107]: _type = "Task" [ 1768.456598] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.469245] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bec8a7-524e-0bb3-a3a9-8526cbfbcb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.495152] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594928} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.495440] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.495663] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.495918] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8878f8-e618-4ea1-aacf-129ba80c00f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.505637] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1768.505637] env[62107]: value = "task-1700167" [ 1768.505637] env[62107]: _type = "Task" [ 1768.505637] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.522062] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.529486] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.686315] env[62107]: DEBUG nova.scheduler.client.report [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1768.762894] env[62107]: DEBUG nova.network.neutron [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Updated VIF entry in instance network info cache for port 346cece8-f09d-46ad-9bb9-afdf92eee32e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1768.763285] env[62107]: DEBUG nova.network.neutron [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Updating instance_info_cache with network_info: [{"id": "346cece8-f09d-46ad-9bb9-afdf92eee32e", "address": "fa:16:3e:d1:3c:be", "network": {"id": "dd6d95d3-f33f-44b0-81c4-1778457cb68a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-946418297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13e859824ef4d0d97983780b2b25029", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346cece8-f0", "ovs_interfaceid": "346cece8-f09d-46ad-9bb9-afdf92eee32e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.887787] env[62107]: INFO nova.compute.manager [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Detaching volume df1ef616-3413-41d5-b4b9-a7924bc25f2a [ 1768.921649] env[62107]: INFO nova.virt.block_device [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Attempting to driver detach volume df1ef616-3413-41d5-b4b9-a7924bc25f2a from mountpoint /dev/sdb [ 1768.921649] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1768.921649] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354363', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'name': 'volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'serial': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1768.921875] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d863c3-fb84-499c-9f6f-ac50c9fa217a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.951725] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcf9af0-ccd3-4d8d-a2a4-fc481063bfd0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.964956] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c561f-2b86-4432-ac56-68b5ffb46790 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.994803] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bec8a7-524e-0bb3-a3a9-8526cbfbcb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011961} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.995561] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbfa2c4-a96f-47e4-84ae-021f35cc9d9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.998947] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.999208] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1768.999444] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.999591] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.999765] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.000035] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deeddb60-82ab-4724-82f5-79c277ffdee5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.015763] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] The volume has not been displaced from its original location: [datastore1] volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a/volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1769.021655] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1769.026349] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a3eace-a4f2-4f65-9a6e-92d1d78a1fb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.040131] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.040333] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.041128] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdc14f3-9da5-4cf3-88b5-09b2b5152453 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.049553] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164792} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.051849] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.052224] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1769.052224] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b24775-f589-89c3-8a5f-b059bbdbb315" [ 1769.052224] env[62107]: _type = "Task" [ 1769.052224] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.052463] env[62107]: DEBUG oslo_vmware.api [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1769.052463] env[62107]: value = "task-1700168" [ 1769.052463] env[62107]: _type = "Task" [ 1769.052463] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.053174] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a2e06-6e19-4b79-a59b-052cde4e1e49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.083844] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.089717] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251c2412-b868-4407-a76d-9321462158fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.104747] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b24775-f589-89c3-8a5f-b059bbdbb315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.105061] env[62107]: DEBUG oslo_vmware.api [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.111381] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1769.111381] env[62107]: value = "task-1700169" [ 1769.111381] env[62107]: _type = "Task" [ 1769.111381] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.120287] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.191031] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.194128] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.731s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.219361] env[62107]: INFO nova.scheduler.client.report [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Deleted allocations for instance 62329f26-900c-4650-a5cc-8383884dbc5a [ 1769.266188] env[62107]: DEBUG oslo_concurrency.lockutils [req-3d867cc3-2d5d-4b38-b387-729f50fa9f4f req-36f39ee6-f02c-4f36-8111-399bd2f2a880 service nova] Releasing lock "refresh_cache-4477b67c-0dc7-4920-b4cc-8574d7471617" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.385144] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa0d646-354f-4392-9dc6-002015de2bc2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.407713] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1769.569205] env[62107]: DEBUG oslo_vmware.api [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700168, 'name': ReconfigVM_Task, 'duration_secs': 0.272343} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.572480] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.577467] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b24775-f589-89c3-8a5f-b059bbdbb315, 'name': SearchDatastore_Task, 'duration_secs': 0.03196} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.578132] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0927a2a-1c42-40c6-9075-f336240fb8a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.589143] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48ffc3b-5e35-41d7-9568-aa9e9cb91f7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.596318] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1769.596318] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52542b02-8d42-c934-3ea1-7ee4a126adaf" [ 1769.596318] env[62107]: _type = "Task" [ 1769.596318] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.598622] env[62107]: DEBUG oslo_vmware.api [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1769.598622] env[62107]: value = "task-1700170" [ 1769.598622] env[62107]: _type = "Task" [ 1769.598622] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.609733] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52542b02-8d42-c934-3ea1-7ee4a126adaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.612988] env[62107]: DEBUG oslo_vmware.api [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.620503] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700169, 'name': ReconfigVM_Task, 'duration_secs': 0.344811} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.620885] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.621543] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34f7fa9c-c0d7-4b48-ba5a-39b3c7499563 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.627992] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1769.627992] env[62107]: value = "task-1700171" [ 1769.627992] env[62107]: _type = "Task" [ 1769.627992] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.635508] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700171, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.727442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-4d6dca3d-96a4-4228-9360-6022cb81a0a8 tempest-ServerTagsTestJSON-223026006 tempest-ServerTagsTestJSON-223026006-project-member] Lock "62329f26-900c-4650-a5cc-8383884dbc5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.062s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.844782] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.845043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.914325] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.914656] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaead3a7-cfcf-40ab-abcd-ec58a51de60b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.922952] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1769.922952] env[62107]: value = "task-1700172" [ 1769.922952] env[62107]: _type = "Task" [ 1769.922952] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.931224] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.116963] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52542b02-8d42-c934-3ea1-7ee4a126adaf, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.119917] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.120246] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4477b67c-0dc7-4920-b4cc-8574d7471617/4477b67c-0dc7-4920-b4cc-8574d7471617.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.120568] env[62107]: DEBUG oslo_vmware.api [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700170, 'name': ReconfigVM_Task, 'duration_secs': 0.152267} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.121684] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ce5413-cd02-477c-822d-8b1c84301b77 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.123178] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354363', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'name': 'volume-df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a', 'serial': 'df1ef616-3413-41d5-b4b9-a7924bc25f2a'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1770.133490] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1770.133490] env[62107]: value = "task-1700174" [ 1770.133490] env[62107]: _type = "Task" [ 1770.133490] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.141673] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700171, 'name': Rename_Task, 'duration_secs': 0.201719} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.142161] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.142568] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df40a39f-daf5-47c5-8e42-13fd75312886 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.148262] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.154359] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1770.154359] env[62107]: value = "task-1700175" [ 1770.154359] env[62107]: _type = "Task" [ 1770.154359] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.163836] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.203238] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Applying migration context for instance 9ddca1f8-ba4b-4196-bd10-759e258adc7f as it has an incoming, in-progress migration c94ae8ce-5714-4fb7-a52e-378918572275. Migration status is migrating {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1770.204731] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating resource usage from migration dc56d32c-434f-416e-be1b-32872ddeed6e [ 1770.205776] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating resource usage from migration c94ae8ce-5714-4fb7-a52e-378918572275 [ 1770.229998] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance dc31c470-98cd-40f6-b853-4e80cd87c28e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.230740] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 7222822c-f12f-444d-9796-4bc77286b91a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.230740] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.230740] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance fb0df502-3049-45e7-87af-b10fc59da701 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.230740] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.230962] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.230962] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 4477b67c-0dc7-4920-b4cc-8574d7471617 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.231061] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration c94ae8ce-5714-4fb7-a52e-378918572275 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1770.231587] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 9ddca1f8-ba4b-4196-bd10-759e258adc7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.231587] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration dc56d32c-434f-416e-be1b-32872ddeed6e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1770.231587] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 22eaae3b-909d-4555-9dc8-d9fa6df37b95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1770.231587] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1770.231784] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1770.349302] env[62107]: DEBUG nova.compute.utils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.423789] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91efa356-41be-49e2-9cf6-f82d9df94bcd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.440959] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700172, 'name': PowerOffVM_Task, 'duration_secs': 0.220101} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.442873] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1770.443184] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1770.448764] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cde7f8f-506a-4b37-ae56-f9dbd0d0de35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.484279] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e862f5-d561-4bc5-b78c-cc448a451615 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.494592] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260f1324-e8cb-41f6-9b38-abaed882a31f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.513539] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1770.647166] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700174, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.665612] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.694561] env[62107]: DEBUG nova.objects.instance [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.852434] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.956466] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1770.956837] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1770.956837] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1770.957157] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1770.957391] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1770.957554] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1770.957768] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1770.957930] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1770.958112] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1770.958281] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1770.958451] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1770.963670] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c58912-ecb3-4236-bf79-7499c824b164 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.983323] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1770.983323] env[62107]: value = "task-1700176" [ 1770.983323] env[62107]: _type = "Task" [ 1770.983323] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.991692] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.016972] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1771.146104] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700174, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.168091] env[62107]: DEBUG oslo_vmware.api [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700175, 'name': PowerOnVM_Task, 'duration_secs': 0.563242} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.168678] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.168972] env[62107]: INFO nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1771.169236] env[62107]: DEBUG nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1771.170291] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01445a8a-88a4-4782-8690-63a23f048920 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.498306] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700176, 'name': ReconfigVM_Task, 'duration_secs': 0.364906} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.499097] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1771.527283] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1771.527283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.331s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.527283] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.996s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.649933] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700174, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.673736] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.694136] env[62107]: INFO nova.compute.manager [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Took 13.82 seconds to build instance. [ 1771.706204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0d678a18-0f06-4378-98c4-891a5c526516 tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.709505] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.035s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.951266] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.951532] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.951762] env[62107]: INFO nova.compute.manager [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Attaching volume 144c94eb-9fdd-4b4a-8a89-236c0650d6c9 to /dev/sdb [ 1771.991502] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f4da3-6b9d-49e3-ae05-45c7ee9727a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.999451] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d44dcc8-8be6-415a-9a9c-afa313be1ce1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.005624] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.005915] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.006148] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.006387] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.006580] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.006813] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.007011] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.007233] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.007436] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.007632] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.007846] env[62107]: DEBUG nova.virt.hardware [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.013909] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1772.017719] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d55f508-8a50-44ed-981f-2b11d2c4c39f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.032445] env[62107]: DEBUG nova.virt.block_device [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updating existing volume attachment record: ecf97bc5-18d0-4ecf-9b37-2cfc7c63d632 {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1772.038170] env[62107]: INFO nova.compute.claims [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.047707] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1772.047707] env[62107]: value = "task-1700177" [ 1772.047707] env[62107]: _type = "Task" [ 1772.047707] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.057016] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.150556] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700174, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.695574} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.150898] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 4477b67c-0dc7-4920-b4cc-8574d7471617/4477b67c-0dc7-4920-b4cc-8574d7471617.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.151181] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.151472] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8dfcec6-7011-48a0-87e9-4fe33d3479a5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.157850] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1772.157850] env[62107]: value = "task-1700178" [ 1772.157850] env[62107]: _type = "Task" [ 1772.157850] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.168553] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.196775] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b019d010-55e6-46cf-a131-1ebab6fa87e9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.335s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.212885] env[62107]: INFO nova.compute.manager [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Detaching volume 100401d4-013f-4926-9cd8-9c800b6234b2 [ 1772.253031] env[62107]: DEBUG nova.compute.manager [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Received event network-changed-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1772.254285] env[62107]: DEBUG nova.compute.manager [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Refreshing instance network info cache due to event network-changed-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1772.254599] env[62107]: DEBUG oslo_concurrency.lockutils [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.254797] env[62107]: DEBUG oslo_concurrency.lockutils [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.255015] env[62107]: DEBUG nova.network.neutron [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Refreshing network info cache for port 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.276815] env[62107]: INFO nova.virt.block_device [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Attempting to driver detach volume 100401d4-013f-4926-9cd8-9c800b6234b2 from mountpoint /dev/sdc [ 1772.277475] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1772.277735] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354370', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'name': 'volume-100401d4-013f-4926-9cd8-9c800b6234b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'serial': '100401d4-013f-4926-9cd8-9c800b6234b2'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1772.279362] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a795093d-70f6-4843-a76a-83048c20b1c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.305500] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0654f-9136-4bd7-a1a6-7dd967c29d74 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.312708] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d7649c-4175-4963-84b9-426d720a2b4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.335352] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236bf6f5-f849-4f2b-bc14-373545d01156 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.351517] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] The volume has not been displaced from its original location: [datastore1] volume-100401d4-013f-4926-9cd8-9c800b6234b2/volume-100401d4-013f-4926-9cd8-9c800b6234b2.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1772.356952] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1772.357314] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbe62a93-92cd-4749-b9b1-abea845bf7dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.375295] env[62107]: DEBUG oslo_vmware.api [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1772.375295] env[62107]: value = "task-1700181" [ 1772.375295] env[62107]: _type = "Task" [ 1772.375295] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.385249] env[62107]: DEBUG oslo_vmware.api [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.544223] env[62107]: INFO nova.compute.resource_tracker [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating resource usage from migration dc56d32c-434f-416e-be1b-32872ddeed6e [ 1772.556977] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700177, 'name': ReconfigVM_Task, 'duration_secs': 0.298261} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.557659] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1772.558174] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c37a14-1f53-42d6-b6fe-7fd955312526 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.583966] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.587600] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab9de294-36d9-4638-812b-858bab328461 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.607054] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1772.607054] env[62107]: value = "task-1700182" [ 1772.607054] env[62107]: _type = "Task" [ 1772.607054] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.615467] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.669729] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068837} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.673067] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.674486] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bce46a6-557b-4475-a9ea-13607cba201c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.696536] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 4477b67c-0dc7-4920-b4cc-8574d7471617/4477b67c-0dc7-4920-b4cc-8574d7471617.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.700099] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8759ef85-60c6-4674-8e99-955712ad7af0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.724035] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1772.724035] env[62107]: value = "task-1700183" [ 1772.724035] env[62107]: _type = "Task" [ 1772.724035] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.731780] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.791275] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce788fb0-6754-4bd5-b646-fc45bf11d794 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.802271] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1076820-c8bf-4055-8e99-08d70382993a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.835059] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15945280-cdbf-400c-91be-8ebe86acca07 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.843582] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64252a12-06a2-429c-9a96-db05fd2a7f94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.858598] env[62107]: DEBUG nova.compute.provider_tree [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.886543] env[62107]: DEBUG oslo_vmware.api [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700181, 'name': ReconfigVM_Task, 'duration_secs': 0.328739} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.886820] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1772.891622] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652f4687-501f-4d3b-b877-a128fe739473 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.907718] env[62107]: DEBUG oslo_vmware.api [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1772.907718] env[62107]: value = "task-1700184" [ 1772.907718] env[62107]: _type = "Task" [ 1772.907718] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.916324] env[62107]: DEBUG oslo_vmware.api [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.073286] env[62107]: DEBUG nova.network.neutron [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updated VIF entry in instance network info cache for port 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.073669] env[62107]: DEBUG nova.network.neutron [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.116776] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700182, 'name': ReconfigVM_Task, 'duration_secs': 0.43946} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.117094] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.117366] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1773.237177] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700183, 'name': ReconfigVM_Task, 'duration_secs': 0.386882} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.237482] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 4477b67c-0dc7-4920-b4cc-8574d7471617/4477b67c-0dc7-4920-b4cc-8574d7471617.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.238162] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cce2f264-823e-4ac6-9813-3616dc3fc1a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.244590] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1773.244590] env[62107]: value = "task-1700185" [ 1773.244590] env[62107]: _type = "Task" [ 1773.244590] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.253782] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700185, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.362630] env[62107]: DEBUG nova.scheduler.client.report [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1773.418763] env[62107]: DEBUG oslo_vmware.api [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700184, 'name': ReconfigVM_Task, 'duration_secs': 0.186345} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.419125] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354370', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'name': 'volume-100401d4-013f-4926-9cd8-9c800b6234b2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7222822c-f12f-444d-9796-4bc77286b91a', 'attached_at': '', 'detached_at': '', 'volume_id': '100401d4-013f-4926-9cd8-9c800b6234b2', 'serial': '100401d4-013f-4926-9cd8-9c800b6234b2'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1773.577064] env[62107]: DEBUG oslo_concurrency.lockutils [req-93574d60-1419-47e5-bab3-d8536e28fc1d req-e081a1ec-d50a-4d08-a85b-3612cfc47a2f service nova] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.623884] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c160f29-9281-4c12-b413-7a7768fc75b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.646688] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5240f936-230c-4d40-9476-a5c1ca8d37c7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.667370] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1773.754836] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700185, 'name': Rename_Task, 'duration_secs': 0.166901} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.755131] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.755387] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf6668c-a904-41c5-a3ee-aa742d7ddbfe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.762355] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1773.762355] env[62107]: value = "task-1700186" [ 1773.762355] env[62107]: _type = "Task" [ 1773.762355] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.770117] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.868279] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.343s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.868502] env[62107]: INFO nova.compute.manager [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Migrating [ 1773.963628] env[62107]: DEBUG nova.objects.instance [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'flavor' on Instance uuid 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.275380] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700186, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.384043] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.384298] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.384525] env[62107]: DEBUG nova.network.neutron [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.775710] env[62107]: DEBUG oslo_vmware.api [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700186, 'name': PowerOnVM_Task, 'duration_secs': 0.859107} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.776175] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.776321] env[62107]: INFO nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1774.776572] env[62107]: DEBUG nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1774.777511] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01e99a-f295-498c-b9fb-e598716e12b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.972989] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0221c59c-1be1-4b2f-961a-3347d2f2428f tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.265s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.134271] env[62107]: DEBUG nova.network.neutron [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [{"id": "c871eb65-7f13-43c7-810f-1f31a81f8715", "address": "fa:16:3e:4d:bf:ea", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc871eb65-7f", "ovs_interfaceid": "c871eb65-7f13-43c7-810f-1f31a81f8715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.299659] env[62107]: INFO nova.compute.manager [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Took 17.26 seconds to build instance. [ 1775.363088] env[62107]: DEBUG nova.network.neutron [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Port 0cfd8d7e-21c7-4043-85a1-76476a2debbe binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1775.387691] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf310-01bd-bbd7-62c3-14eda7989168/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1775.388622] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe8fab-7107-484b-84c6-3d84895d2a01 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.395144] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf310-01bd-bbd7-62c3-14eda7989168/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1775.395305] env[62107]: ERROR oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf310-01bd-bbd7-62c3-14eda7989168/disk-0.vmdk due to incomplete transfer. [ 1775.395526] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43063d73-f4db-4991-adf1-aab9613f3196 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.402629] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52edf310-01bd-bbd7-62c3-14eda7989168/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1775.402816] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Uploaded image 15b3f004-74b6-4604-8d0d-d18a64958f8e to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1775.405168] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1775.405372] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a799646-adc0-48fb-9079-e0524754f8bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.410464] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1775.410464] env[62107]: value = "task-1700189" [ 1775.410464] env[62107]: _type = "Task" [ 1775.410464] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.418083] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700189, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.549214] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.549458] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.549699] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.549861] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.550046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.552240] env[62107]: INFO nova.compute.manager [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Terminating instance [ 1775.554086] env[62107]: DEBUG nova.compute.manager [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1775.554279] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1775.555156] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5786e8e-12ce-48f1-bf32-5cf3e161fd1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.563319] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1775.563541] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bcf3661-b9eb-44da-ba5c-3f98f2a282cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.569716] env[62107]: DEBUG oslo_vmware.api [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1775.569716] env[62107]: value = "task-1700190" [ 1775.569716] env[62107]: _type = "Task" [ 1775.569716] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.578497] env[62107]: DEBUG oslo_vmware.api [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.637563] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.801118] env[62107]: DEBUG oslo_concurrency.lockutils [None req-3a87b62c-84af-4400-aa4e-abf0f2fbc86b tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.770s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.921279] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700189, 'name': Destroy_Task, 'duration_secs': 0.395233} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.921597] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Destroyed the VM [ 1775.921842] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1775.922113] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d534e38e-04a6-4fca-a40d-d6caa3c0c538 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.928217] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1775.928217] env[62107]: value = "task-1700191" [ 1775.928217] env[62107]: _type = "Task" [ 1775.928217] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.936349] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.936576] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.936801] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.936978] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.937237] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.937423] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.937620] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.937720] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.080266] env[62107]: DEBUG oslo_vmware.api [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700190, 'name': PowerOffVM_Task, 'duration_secs': 0.381293} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.080544] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.080707] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.080951] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c7a2ded-0b70-4c66-ac2f-3c9c15373c99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.087036] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "4477b67c-0dc7-4920-b4cc-8574d7471617" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.087294] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.087520] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "4477b67c-0dc7-4920-b4cc-8574d7471617-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.087680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.087840] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.090257] env[62107]: INFO nova.compute.manager [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Terminating instance [ 1776.092019] env[62107]: DEBUG nova.compute.manager [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1776.092225] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.093025] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7790ca2-2bc2-4bb3-83f6-7c4faff52a72 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.100283] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.100507] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12490279-72b8-4b02-848f-e600c35c9af5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.106759] env[62107]: DEBUG oslo_vmware.api [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1776.106759] env[62107]: value = "task-1700193" [ 1776.106759] env[62107]: _type = "Task" [ 1776.106759] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.114376] env[62107]: DEBUG oslo_vmware.api [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.180668] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.180962] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.181188] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Deleting the datastore file [datastore1] 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.181472] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ac72aa-5786-49dd-b856-d69b5477f3ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.189687] env[62107]: DEBUG oslo_vmware.api [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for the task: (returnval){ [ 1776.189687] env[62107]: value = "task-1700194" [ 1776.189687] env[62107]: _type = "Task" [ 1776.189687] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.197887] env[62107]: DEBUG oslo_vmware.api [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.380389] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.380696] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.380794] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.438431] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.370029} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.438690] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1776.438967] env[62107]: DEBUG nova.compute.manager [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1776.439767] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a5907e-0501-4373-8310-54f0c372692b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.444028] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Getting list of instances from cluster (obj){ [ 1776.444028] env[62107]: value = "domain-c8" [ 1776.444028] env[62107]: _type = "ClusterComputeResource" [ 1776.444028] env[62107]: } {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1776.444891] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519bd228-9b77-47fa-a66e-4f7b86dfbd0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.467742] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Got total of 8 instances {{(pid=62107) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1776.467920] env[62107]: WARNING nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1776.468494] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid dc31c470-98cd-40f6-b853-4e80cd87c28e {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.468494] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.468615] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid 9ddca1f8-ba4b-4196-bd10-759e258adc7f {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.468682] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.469091] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid fb0df502-3049-45e7-87af-b10fc59da701 {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.469091] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.469256] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid 22eaae3b-909d-4555-9dc8-d9fa6df37b95 {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.469297] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.469416] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Triggering sync for uuid 4477b67c-0dc7-4920-b4cc-8574d7471617 {{(pid=62107) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1776.469775] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.469990] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.470290] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "7222822c-f12f-444d-9796-4bc77286b91a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.470658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.470761] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.470959] env[62107]: INFO nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1776.471156] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.471371] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.471587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.471794] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.472060] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.472222] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.472403] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.472559] env[62107]: INFO nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1776.472895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.472895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.473069] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.473316] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "4477b67c-0dc7-4920-b4cc-8574d7471617" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.473502] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.473638] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1776.474485] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1988990-b6ab-4e94-8d72-f7079ad1bb4e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.477593] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f070b3-72d3-4604-a7ca-53c5bc890ef3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.480640] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fee5447-49c6-4b54-be9d-458d3f1b65f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.580395] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1776.580645] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354378', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'name': 'volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb0df502-3049-45e7-87af-b10fc59da701', 'attached_at': '', 'detached_at': '', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'serial': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1776.581706] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad1e8c0-a61c-4a9a-bc35-34a231fa1b2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.599136] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640b6b72-a5ce-441e-b5c5-150628bc4fbe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.623579] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9/volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1776.626694] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.626848] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1776.628594] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17decbad-47d8-48fc-a255-4394ff8539c3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.651173] env[62107]: DEBUG oslo_vmware.api [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700193, 'name': PowerOffVM_Task, 'duration_secs': 0.222586} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.652375] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.652629] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.653115] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1776.653115] env[62107]: value = "task-1700195" [ 1776.653115] env[62107]: _type = "Task" [ 1776.653115] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.653310] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a6669de-a858-4362-b37b-05a0fb854d0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.665217] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.699925] env[62107]: DEBUG oslo_vmware.api [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Task: {'id': task-1700194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163532} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.700153] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1776.700345] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1776.700514] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1776.700690] env[62107]: INFO nova.compute.manager [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1776.700935] env[62107]: DEBUG oslo.service.loopingcall [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1776.701150] env[62107]: DEBUG nova.compute.manager [-] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1776.701252] env[62107]: DEBUG nova.network.neutron [-] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1776.744310] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1776.744537] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1776.744715] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Deleting the datastore file [datastore1] 4477b67c-0dc7-4920-b4cc-8574d7471617 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1776.744988] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-888344ca-2db3-47d9-9442-1db974c2bf6a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.752879] env[62107]: DEBUG oslo_vmware.api [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for the task: (returnval){ [ 1776.752879] env[62107]: value = "task-1700197" [ 1776.752879] env[62107]: _type = "Task" [ 1776.752879] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.763818] env[62107]: DEBUG oslo_vmware.api [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.958840] env[62107]: INFO nova.compute.manager [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Shelve offloading [ 1776.959660] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.959879] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da8b0e5e-8470-4bf3-90f3-27cc30345098 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.967702] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1776.967702] env[62107]: value = "task-1700198" [ 1776.967702] env[62107]: _type = "Task" [ 1776.967702] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.975695] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.995411] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.996984] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.997447] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.146570] env[62107]: DEBUG nova.compute.manager [req-40a142ba-b7ef-44df-91a4-f76e3224b877 req-45f53b36-7973-4025-9eff-f8e45a52bea1 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Received event network-vif-deleted-48422982-1f94-473e-81a1-1d7edaa8cb4d {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1777.146833] env[62107]: INFO nova.compute.manager [req-40a142ba-b7ef-44df-91a4-f76e3224b877 req-45f53b36-7973-4025-9eff-f8e45a52bea1 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Neutron deleted interface 48422982-1f94-473e-81a1-1d7edaa8cb4d; detaching it from the instance and deleting it from the info cache [ 1777.147026] env[62107]: DEBUG nova.network.neutron [req-40a142ba-b7ef-44df-91a4-f76e3224b877 req-45f53b36-7973-4025-9eff-f8e45a52bea1 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.154171] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1f84f4-b0e5-477e-baa9-7c2a0ecd6640 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.178613] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1777.186146] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.265568] env[62107]: DEBUG oslo_vmware.api [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Task: {'id': task-1700197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155421} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.265775] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.265988] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.266242] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.266735] env[62107]: INFO nova.compute.manager [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1777.266735] env[62107]: DEBUG oslo.service.loopingcall [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.266917] env[62107]: DEBUG nova.compute.manager [-] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1777.267025] env[62107]: DEBUG nova.network.neutron [-] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.473813] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.474090] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.474219] env[62107]: DEBUG nova.network.neutron [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.482548] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1777.482774] env[62107]: DEBUG nova.compute.manager [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1777.483518] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff41fa-1a5a-4032-96ed-529db9a66b0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.492629] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.492800] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.492967] env[62107]: DEBUG nova.network.neutron [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.620761] env[62107]: DEBUG nova.network.neutron [-] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.651485] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efd26b70-6f58-44ba-90e3-75d39c58cf81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.666568] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa380a-ec9f-4e65-902a-e5d3d5671ea2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.683974] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700195, 'name': ReconfigVM_Task, 'duration_secs': 0.657803} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.684729] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9/volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1777.695432] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.695432] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50524831-7579-43bc-9048-36f43bd4eaa4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.715707] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7694e21d-6f96-4940-b015-c190c247e821 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.717968] env[62107]: DEBUG nova.compute.manager [req-40a142ba-b7ef-44df-91a4-f76e3224b877 req-45f53b36-7973-4025-9eff-f8e45a52bea1 service nova] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Detach interface failed, port_id=48422982-1f94-473e-81a1-1d7edaa8cb4d, reason: Instance 7222822c-f12f-444d-9796-4bc77286b91a could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1777.725826] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1777.725826] env[62107]: value = "task-1700200" [ 1777.725826] env[62107]: _type = "Task" [ 1777.725826] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.729940] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1777.729940] env[62107]: value = "task-1700199" [ 1777.729940] env[62107]: _type = "Task" [ 1777.729940] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.751425] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.751682] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.125517] env[62107]: INFO nova.compute.manager [-] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] Took 1.42 seconds to deallocate network for instance. [ 1778.231736] env[62107]: DEBUG nova.network.neutron [-] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.247742] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700199, 'name': PowerOffVM_Task, 'duration_secs': 0.355521} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.251606] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.251606] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1778.255086] env[62107]: DEBUG oslo_vmware.api [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700200, 'name': ReconfigVM_Task, 'duration_secs': 0.189159} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.256098] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354378', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'name': 'volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb0df502-3049-45e7-87af-b10fc59da701', 'attached_at': '', 'detached_at': '', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'serial': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1778.508115] env[62107]: DEBUG nova.network.neutron [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.518013] env[62107]: DEBUG nova.network.neutron [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.627566] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.627804] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.632469] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1778.632704] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.632914] env[62107]: DEBUG nova.objects.instance [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lazy-loading 'resources' on Instance uuid 7222822c-f12f-444d-9796-4bc77286b91a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.738101] env[62107]: INFO nova.compute.manager [-] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Took 1.47 seconds to deallocate network for instance. [ 1778.760077] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1778.760312] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1778.760422] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.760662] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1778.760917] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.761250] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1778.761585] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1778.761853] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1778.762153] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1778.762522] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1778.762858] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1778.773487] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8853fd-065a-49c6-a406-b843e14a899b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.791975] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1778.791975] env[62107]: value = "task-1700201" [ 1778.791975] env[62107]: _type = "Task" [ 1778.791975] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.810757] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.012022] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.021633] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.130662] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1779.184449] env[62107]: DEBUG nova.compute.manager [req-395662a0-5fea-41b3-abcc-c582f31c4cf2 req-d7d90703-8480-49ba-bf6e-47ddccae029b service nova] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] Received event network-vif-deleted-346cece8-f09d-46ad-9bb9-afdf92eee32e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1779.244685] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.304822] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700201, 'name': ReconfigVM_Task, 'duration_secs': 0.225546} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.305153] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1779.326215] env[62107]: DEBUG nova.objects.instance [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'flavor' on Instance uuid fb0df502-3049-45e7-87af-b10fc59da701 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.340663] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfa849a-04a3-404e-adea-ac04bedba9a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.350614] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c79150b-d3c6-4e29-8627-f643cc720f5b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.393110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.393977] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db198f8f-5f70-49fe-8c2e-c5232b6fc9be {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.403219] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf51377-719b-488a-b289-f9d3a3f7fcb4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.412823] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e387600-cb05-48e7-a41a-638def12952f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.416832] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1779.417643] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a60605b-da1f-4f1b-b381-7114758c3641 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.430574] env[62107]: DEBUG nova.compute.provider_tree [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1779.490492] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1779.490738] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1779.490927] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleting the datastore file [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1779.491271] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231a3ab3-c861-428a-93c7-b9c3c76f102c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.499233] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1779.499233] env[62107]: value = "task-1700203" [ 1779.499233] env[62107]: _type = "Task" [ 1779.499233] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.508312] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.521827] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec066654-7637-4cd7-983e-ad95ca7a650c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.530057] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cfc428-20e4-48c6-ba74-9b629e712aef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.651975] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.814303] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1779.814555] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1779.814692] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.814882] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1779.815111] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.815329] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1779.815508] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1779.815665] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1779.815832] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1779.816019] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1779.816261] env[62107]: DEBUG nova.virt.hardware [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1779.821799] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1779.822455] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd5dd75-9970-4e64-8220-79967590c3aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.840926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b627c294-7160-41d4-ab51-8874030cc36b tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.889s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.841915] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "fb0df502-3049-45e7-87af-b10fc59da701" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.370s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.843123] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4046f144-5185-4f08-9bc5-b2e83b937811 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.847302] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1779.847302] env[62107]: value = "task-1700204" [ 1779.847302] env[62107]: _type = "Task" [ 1779.847302] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.859391] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.903685] env[62107]: DEBUG oslo_concurrency.lockutils [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.933715] env[62107]: DEBUG nova.scheduler.client.report [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1780.014630] env[62107]: DEBUG oslo_vmware.api [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195932} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.014630] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.014630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.014630] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.038649] env[62107]: INFO nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted allocations for instance eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 [ 1780.355204] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "fb0df502-3049-45e7-87af-b10fc59da701" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.358467] env[62107]: DEBUG oslo_concurrency.lockutils [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.455s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.359777] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700204, 'name': ReconfigVM_Task, 'duration_secs': 0.176253} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.360097] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1780.360960] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5666685a-792c-4e63-bdce-898ea607dd04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.385453] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95/22eaae3b-909d-4555-9dc8-d9fa6df37b95.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.386286] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e6db338-f5e7-4858-8df2-30bed9718fd1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.404710] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1780.404710] env[62107]: value = "task-1700205" [ 1780.404710] env[62107]: _type = "Task" [ 1780.404710] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.412643] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.438686] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.440957] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.196s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.441314] env[62107]: DEBUG nova.objects.instance [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lazy-loading 'resources' on Instance uuid 4477b67c-0dc7-4920-b4cc-8574d7471617 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.456877] env[62107]: INFO nova.scheduler.client.report [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Deleted allocations for instance 7222822c-f12f-444d-9796-4bc77286b91a [ 1780.543758] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.623802] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca79a7e-85f6-414d-9ea7-d15932a90191 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.647918] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0e207a-9f78-4e0e-b995-49ff4b36af20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.656144] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1780.866217] env[62107]: INFO nova.compute.manager [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Detaching volume 144c94eb-9fdd-4b4a-8a89-236c0650d6c9 [ 1780.901016] env[62107]: INFO nova.virt.block_device [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Attempting to driver detach volume 144c94eb-9fdd-4b4a-8a89-236c0650d6c9 from mountpoint /dev/sdb [ 1780.901278] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1780.901471] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354378', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'name': 'volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb0df502-3049-45e7-87af-b10fc59da701', 'attached_at': '', 'detached_at': '', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'serial': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1780.902371] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ccead-81d8-4161-bada-b49e9c85e976 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.915856] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700205, 'name': ReconfigVM_Task, 'duration_secs': 0.277952} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.931707] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95/22eaae3b-909d-4555-9dc8-d9fa6df37b95.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.932015] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1780.935991] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3fcb6-0fbe-4b0f-b957-e42aa43752b4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.944279] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f7d7a-45bd-4345-9ecf-b575b0ceca2e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.971408] env[62107]: DEBUG oslo_concurrency.lockutils [None req-09541923-a405-497f-b470-cb6c33c32d0d tempest-AttachVolumeTestJSON-414067577 tempest-AttachVolumeTestJSON-414067577-project-member] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.422s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.972871] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f869b3-afd4-4566-8e49-8fe849315fb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.975969] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "7222822c-f12f-444d-9796-4bc77286b91a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.506s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.976267] env[62107]: INFO nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 7222822c-f12f-444d-9796-4bc77286b91a] During sync_power_state the instance has a pending task (deleting). Skip. [ 1780.976510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "7222822c-f12f-444d-9796-4bc77286b91a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.994548] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] The volume has not been displaced from its original location: [datastore1] volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9/volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1781.000148] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1781.003680] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad4e2c6c-1e51-480a-ba35-9f0366e99cbf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.024374] env[62107]: DEBUG oslo_vmware.api [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1781.024374] env[62107]: value = "task-1700206" [ 1781.024374] env[62107]: _type = "Task" [ 1781.024374] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.037145] env[62107]: DEBUG oslo_vmware.api [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.142623] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5476bf-4900-4aca-8bc7-6af841f40304 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.150801] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8202d823-7c21-48e8-8f0d-bb61b0fd4459 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.185728] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.187290] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1781.187290] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-337a3f3b-81a5-4602-aa56-d53a06a14a17 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.189126] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc8e2e-6d4a-4461-85fa-e6f29a9f0731 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.200177] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51921bb-9799-451c-b97c-e6974a7994dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.204894] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1781.204894] env[62107]: value = "task-1700207" [ 1781.204894] env[62107]: _type = "Task" [ 1781.204894] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.218644] env[62107]: DEBUG nova.compute.provider_tree [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1781.225806] env[62107]: DEBUG nova.compute.manager [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-vif-unplugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1781.225806] env[62107]: DEBUG oslo_concurrency.lockutils [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.226187] env[62107]: DEBUG oslo_concurrency.lockutils [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.226244] env[62107]: DEBUG oslo_concurrency.lockutils [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.226397] env[62107]: DEBUG nova.compute.manager [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] No waiting events found dispatching network-vif-unplugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1781.226575] env[62107]: WARNING nova.compute.manager [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received unexpected event network-vif-unplugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 for instance with vm_state shelved_offloaded and task_state None. [ 1781.226728] env[62107]: DEBUG nova.compute.manager [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1781.226867] env[62107]: DEBUG nova.compute.manager [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing instance network info cache due to event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1781.227092] env[62107]: DEBUG oslo_concurrency.lockutils [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.227245] env[62107]: DEBUG oslo_concurrency.lockutils [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.227461] env[62107]: DEBUG nova.network.neutron [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.229776] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.442128] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ab0c6a-6d40-4152-9ab3-3d1432867377 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.461837] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf296217-6e3e-4ecd-9dfe-9199794a5de3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.480344] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.536100] env[62107]: DEBUG oslo_vmware.api [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700206, 'name': ReconfigVM_Task, 'duration_secs': 0.235865} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.536390] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1781.541176] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f72ae15-09b4-4a67-b53c-a9e6c4a64b49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.557431] env[62107]: DEBUG oslo_vmware.api [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1781.557431] env[62107]: value = "task-1700209" [ 1781.557431] env[62107]: _type = "Task" [ 1781.557431] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.567572] env[62107]: DEBUG oslo_vmware.api [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.715917] env[62107]: DEBUG oslo_vmware.api [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700207, 'name': PowerOnVM_Task, 'duration_secs': 0.421861} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.716284] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.716490] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9ab700ba-a25a-4f1c-aeaa-5c46b8a5ac40 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance '9ddca1f8-ba4b-4196-bd10-759e258adc7f' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1781.732434] env[62107]: DEBUG nova.scheduler.client.report [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1782.006114] env[62107]: DEBUG nova.network.neutron [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updated VIF entry in instance network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.006470] env[62107]: DEBUG nova.network.neutron [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.052958] env[62107]: DEBUG nova.network.neutron [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Port c871eb65-7f13-43c7-810f-1f31a81f8715 binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1782.067884] env[62107]: DEBUG oslo_vmware.api [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700209, 'name': ReconfigVM_Task, 'duration_secs': 0.248944} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.068717] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354378', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'name': 'volume-144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb0df502-3049-45e7-87af-b10fc59da701', 'attached_at': '', 'detached_at': '', 'volume_id': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9', 'serial': '144c94eb-9fdd-4b4a-8a89-236c0650d6c9'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1782.237984] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.241262] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.589s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.243471] env[62107]: INFO nova.compute.claims [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.258839] env[62107]: INFO nova.scheduler.client.report [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Deleted allocations for instance 4477b67c-0dc7-4920-b4cc-8574d7471617 [ 1782.509075] env[62107]: DEBUG oslo_concurrency.lockutils [req-56ce1b18-afce-4936-9f77-8c511d528423 req-d1fc6cb7-9ba4-45fa-9618-e4501937b9cc service nova] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.609736] env[62107]: DEBUG nova.objects.instance [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'flavor' on Instance uuid fb0df502-3049-45e7-87af-b10fc59da701 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.767706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-aaa425cc-9d6a-45a8-948e-c02f56574ea5 tempest-ServerPasswordTestJSON-868524408 tempest-ServerPasswordTestJSON-868524408-project-member] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.680s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.768605] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.295s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.769122] env[62107]: INFO nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 4477b67c-0dc7-4920-b4cc-8574d7471617] During sync_power_state the instance has a pending task (deleting). Skip. [ 1782.769333] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "4477b67c-0dc7-4920-b4cc-8574d7471617" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.069125] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.074801] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.075058] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.075267] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.390307] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f49d03e-d184-471f-a68c-2264bf5e1f4f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.398793] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3060b91-25e6-4b91-bca5-74297425feee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.429669] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efeefd-d5e7-447c-9e99-af8aecb5ec44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.437903] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfdc951-3ad4-4d79-b069-d9d7c7cea21f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.451565] env[62107]: DEBUG nova.compute.provider_tree [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.618602] env[62107]: DEBUG oslo_concurrency.lockutils [None req-65e77095-efac-4adf-982d-60a0b353f6da tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.955125] env[62107]: DEBUG nova.scheduler.client.report [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1784.144566] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.144874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.145256] env[62107]: DEBUG nova.network.neutron [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.175773] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.176058] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.176359] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "fb0df502-3049-45e7-87af-b10fc59da701-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.176557] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.176726] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.180395] env[62107]: INFO nova.compute.manager [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Terminating instance [ 1784.182234] env[62107]: DEBUG nova.compute.manager [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1784.182466] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1784.183346] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392400f6-b9ac-42ac-bc7d-7c34bd0de9bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.192523] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1784.192796] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-375ad4ac-06fa-44aa-96d3-62198e1054c0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.200089] env[62107]: DEBUG oslo_vmware.api [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1784.200089] env[62107]: value = "task-1700210" [ 1784.200089] env[62107]: _type = "Task" [ 1784.200089] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.205730] env[62107]: DEBUG nova.network.neutron [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Port 0cfd8d7e-21c7-4043-85a1-76476a2debbe binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1784.206057] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.206492] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.206797] env[62107]: DEBUG nova.network.neutron [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.217198] env[62107]: DEBUG oslo_vmware.api [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.459911] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.460322] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1784.465047] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.921s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.465047] env[62107]: DEBUG nova.objects.instance [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'resources' on Instance uuid eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.712809] env[62107]: DEBUG oslo_vmware.api [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700210, 'name': PowerOffVM_Task, 'duration_secs': 0.203316} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.713128] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.713312] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.713903] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff5fb51b-dfc8-4fbe-ba47-ac35783c22c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.968281] env[62107]: DEBUG nova.compute.utils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1784.969985] env[62107]: DEBUG nova.objects.instance [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'numa_topology' on Instance uuid eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.971248] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1784.971419] env[62107]: DEBUG nova.network.neutron [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1784.978640] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.978795] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.979084] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleting the datastore file [datastore1] fb0df502-3049-45e7-87af-b10fc59da701 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.979318] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83095037-3dbf-493a-8e3a-8e442655507b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.988170] env[62107]: DEBUG oslo_vmware.api [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for the task: (returnval){ [ 1784.988170] env[62107]: value = "task-1700213" [ 1784.988170] env[62107]: _type = "Task" [ 1784.988170] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.998764] env[62107]: DEBUG oslo_vmware.api [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.040145] env[62107]: DEBUG nova.policy [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbee3a4abd8144fc94ad5f7f821ad1da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cee2755f41f42f0baf75de1428313c2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1785.109483] env[62107]: DEBUG nova.network.neutron [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [{"id": "c871eb65-7f13-43c7-810f-1f31a81f8715", "address": "fa:16:3e:4d:bf:ea", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc871eb65-7f", "ovs_interfaceid": "c871eb65-7f13-43c7-810f-1f31a81f8715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.151010] env[62107]: DEBUG nova.network.neutron [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.393172] env[62107]: DEBUG nova.network.neutron [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Successfully created port: 17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1785.478280] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1785.490585] env[62107]: DEBUG nova.objects.base [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1785.503543] env[62107]: DEBUG oslo_vmware.api [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Task: {'id': task-1700213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207311} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.503761] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.503838] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.504128] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.504349] env[62107]: INFO nova.compute.manager [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1785.504600] env[62107]: DEBUG oslo.service.loopingcall [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.504805] env[62107]: DEBUG nova.compute.manager [-] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1785.504902] env[62107]: DEBUG nova.network.neutron [-] [instance: fb0df502-3049-45e7-87af-b10fc59da701] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1785.612406] env[62107]: DEBUG oslo_concurrency.lockutils [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.655060] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.684425] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9315f0e-6e98-4da6-bc5a-5dde9375cd5f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.693790] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aea8bf-435e-4aa4-b629-c9d26078f177 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.726286] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675fb298-1a37-47cc-a7db-07b7c604a680 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.734623] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba360f7-72b7-4724-94dd-b0691212588f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.749059] env[62107]: DEBUG nova.compute.provider_tree [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1785.995306] env[62107]: INFO nova.virt.block_device [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Booting with volume 6b44d8ae-edc2-4b72-9a62-13fd904dab9e at /dev/sda [ 1786.026311] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a5c7a72-6be7-497a-a890-449c564e93e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.036429] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe0d3e-c123-45bb-89ba-07f97d128c0e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.069645] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae663d20-9c77-4074-a4a9-99a0382e0e21 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.078311] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac85c6-8ffc-412d-942f-1d6216d5050a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.111107] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65e20d4-ebdf-4785-80ce-6cbd236bbff4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.119785] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c337857-dfb1-47fa-9b01-da06402e631f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.140383] env[62107]: DEBUG nova.virt.block_device [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating existing volume attachment record: 70d190cc-e80c-4d4f-87e7-b43a6d46ab6e {{(pid=62107) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1786.144132] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e733f5f2-9bc0-4506-b8c9-d7f4a6cfa8ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.169551] env[62107]: DEBUG nova.compute.manager [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62107) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1786.175403] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790acee5-9760-4d5c-ba6b-1d6c7239a747 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.180032] env[62107]: DEBUG nova.compute.manager [req-dc4608a5-ae30-41bf-95b8-e91f8c522fe5 req-f7dfad69-4d23-4708-b6a9-82c640af5fe4 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Received event network-vif-deleted-c5cb0a3e-fde8-412c-9826-a90899cecff4 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.180168] env[62107]: INFO nova.compute.manager [req-dc4608a5-ae30-41bf-95b8-e91f8c522fe5 req-f7dfad69-4d23-4708-b6a9-82c640af5fe4 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Neutron deleted interface c5cb0a3e-fde8-412c-9826-a90899cecff4; detaching it from the instance and deleting it from the info cache [ 1786.180236] env[62107]: DEBUG nova.network.neutron [req-dc4608a5-ae30-41bf-95b8-e91f8c522fe5 req-f7dfad69-4d23-4708-b6a9-82c640af5fe4 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.189842] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1786.273222] env[62107]: ERROR nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [req-7aee63d1-b863-48fc-8d90-c6200bb7dd7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 043fb997-216b-47b0-b871-05aad9e63790. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7aee63d1-b863-48fc-8d90-c6200bb7dd7e"}]} [ 1786.290720] env[62107]: DEBUG nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing inventories for resource provider 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1786.305726] env[62107]: DEBUG nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating ProviderTree inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1786.305951] env[62107]: DEBUG nova.compute.provider_tree [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1786.317258] env[62107]: DEBUG nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing aggregate associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, aggregates: None {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1786.335469] env[62107]: DEBUG nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Refreshing trait associations for resource provider 043fb997-216b-47b0-b871-05aad9e63790, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62107) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1786.490186] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b7f71-e2b3-46b2-8a4b-4da6a6bdd8e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.498532] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002920b2-e937-48a3-9b5b-f6ce9beb8152 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.531429] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec666b9-ac39-4067-a007-c7a33e842095 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.542019] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a0b5f-82c9-40e8-a1e0-8c5111f391cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.552405] env[62107]: DEBUG nova.compute.provider_tree [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1786.615671] env[62107]: DEBUG nova.network.neutron [-] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.686222] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db9e2453-5af0-4286-8d68-eb27bb014040 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.698668] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c01b02-788f-4aae-854b-2941e613ff98 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.711065] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.714212] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9473d0e1-500e-4193-8573-b6a47e5a4475 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.723976] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1786.723976] env[62107]: value = "task-1700214" [ 1786.723976] env[62107]: _type = "Task" [ 1786.723976] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.736798] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.745964] env[62107]: DEBUG nova.compute.manager [req-dc4608a5-ae30-41bf-95b8-e91f8c522fe5 req-f7dfad69-4d23-4708-b6a9-82c640af5fe4 service nova] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Detach interface failed, port_id=c5cb0a3e-fde8-412c-9826-a90899cecff4, reason: Instance fb0df502-3049-45e7-87af-b10fc59da701 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1786.907346] env[62107]: DEBUG nova.compute.manager [req-09c55b83-f5d8-46fc-9c20-5c52f8afc17b req-a61e738a-0877-4d34-8fbb-7962f811b566 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Received event network-vif-plugged-17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.907581] env[62107]: DEBUG oslo_concurrency.lockutils [req-09c55b83-f5d8-46fc-9c20-5c52f8afc17b req-a61e738a-0877-4d34-8fbb-7962f811b566 service nova] Acquiring lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.907789] env[62107]: DEBUG oslo_concurrency.lockutils [req-09c55b83-f5d8-46fc-9c20-5c52f8afc17b req-a61e738a-0877-4d34-8fbb-7962f811b566 service nova] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.907979] env[62107]: DEBUG oslo_concurrency.lockutils [req-09c55b83-f5d8-46fc-9c20-5c52f8afc17b req-a61e738a-0877-4d34-8fbb-7962f811b566 service nova] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.908361] env[62107]: DEBUG nova.compute.manager [req-09c55b83-f5d8-46fc-9c20-5c52f8afc17b req-a61e738a-0877-4d34-8fbb-7962f811b566 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] No waiting events found dispatching network-vif-plugged-17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1786.908546] env[62107]: WARNING nova.compute.manager [req-09c55b83-f5d8-46fc-9c20-5c52f8afc17b req-a61e738a-0877-4d34-8fbb-7962f811b566 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Received unexpected event network-vif-plugged-17c6202d-3378-4d02-9089-56e83f46a9c3 for instance with vm_state building and task_state block_device_mapping. [ 1787.087236] env[62107]: DEBUG nova.scheduler.client.report [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updated inventory for provider 043fb997-216b-47b0-b871-05aad9e63790 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1787.087511] env[62107]: DEBUG nova.compute.provider_tree [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating resource provider 043fb997-216b-47b0-b871-05aad9e63790 generation from 174 to 175 during operation: update_inventory {{(pid=62107) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1787.087691] env[62107]: DEBUG nova.compute.provider_tree [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Updating inventory in ProviderTree for provider 043fb997-216b-47b0-b871-05aad9e63790 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.120020] env[62107]: INFO nova.compute.manager [-] [instance: fb0df502-3049-45e7-87af-b10fc59da701] Took 1.61 seconds to deallocate network for instance. [ 1787.235023] env[62107]: DEBUG oslo_vmware.api [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700214, 'name': PowerOnVM_Task, 'duration_secs': 0.403705} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.235869] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.235869] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-1002923f-21da-4cbd-860a-91e8a3fcee10 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance '22eaae3b-909d-4555-9dc8-d9fa6df37b95' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1787.301973] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.471254] env[62107]: DEBUG nova.network.neutron [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Successfully updated port: 17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1787.493665] env[62107]: DEBUG nova.compute.manager [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Received event network-changed-17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1787.493870] env[62107]: DEBUG nova.compute.manager [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Refreshing instance network info cache due to event network-changed-17c6202d-3378-4d02-9089-56e83f46a9c3. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1787.494173] env[62107]: DEBUG oslo_concurrency.lockutils [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] Acquiring lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.494314] env[62107]: DEBUG oslo_concurrency.lockutils [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] Acquired lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.494490] env[62107]: DEBUG nova.network.neutron [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Refreshing network info cache for port 17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.592532] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.128s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.595117] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.293s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.626613] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.758842] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1787.759411] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1787.759626] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1787.759780] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.759957] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1787.760157] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.760334] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1787.760545] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1787.760702] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1787.760866] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1787.761042] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1787.761224] env[62107]: DEBUG nova.virt.hardware [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1787.762107] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267ba67e-c3ae-465e-9488-89a00579363d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.771743] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7638af91-a33d-41b8-9eb2-01e38f61c4b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.974164] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.025999] env[62107]: DEBUG nova.network.neutron [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1788.099283] env[62107]: DEBUG nova.objects.instance [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'migration_context' on Instance uuid 9ddca1f8-ba4b-4196-bd10-759e258adc7f {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.101915] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7f1ea0df-e324-4bfb-9e04-2e38ff54aa4e tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.199s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.102663] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.631s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.102847] env[62107]: INFO nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1788.103082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.103412] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.035s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.103572] env[62107]: INFO nova.compute.manager [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Unshelving [ 1788.105242] env[62107]: DEBUG nova.network.neutron [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.609314] env[62107]: DEBUG oslo_concurrency.lockutils [req-0f5c5ea3-f3f9-49f0-9365-2ca1c8f4e30d req-15a4d435-90a0-435a-bb28-904ecf529dae service nova] Releasing lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.611910] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.612192] env[62107]: DEBUG nova.network.neutron [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.749771] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b991e6-9897-4f64-a4ee-8deeebb8db05 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.764420] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd0c645-280d-4c54-aa35-f8b86d30d2c5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.796289] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c2df2f-74d0-4108-833e-55504c71ed88 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.804508] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c90a78-91a1-42d1-b424-4920aafaa2de {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.818676] env[62107]: DEBUG nova.compute.provider_tree [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.128509] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.141238] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.141518] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.141727] env[62107]: DEBUG nova.compute.manager [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Going to confirm migration 8 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1789.145386] env[62107]: DEBUG nova.network.neutron [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.321154] env[62107]: DEBUG nova.network.neutron [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [{"id": "17c6202d-3378-4d02-9089-56e83f46a9c3", "address": "fa:16:3e:0e:16:c4", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6202d-33", "ovs_interfaceid": "17c6202d-3378-4d02-9089-56e83f46a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.323088] env[62107]: DEBUG nova.scheduler.client.report [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1789.702638] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.702829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.703012] env[62107]: DEBUG nova.network.neutron [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1789.703204] env[62107]: DEBUG nova.objects.instance [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'info_cache' on Instance uuid 22eaae3b-909d-4555-9dc8-d9fa6df37b95 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.828089] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.828390] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Instance network_info: |[{"id": "17c6202d-3378-4d02-9089-56e83f46a9c3", "address": "fa:16:3e:0e:16:c4", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6202d-33", "ovs_interfaceid": "17c6202d-3378-4d02-9089-56e83f46a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1789.831970] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:16:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17c6202d-3378-4d02-9089-56e83f46a9c3', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.839779] env[62107]: DEBUG oslo.service.loopingcall [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.840187] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.840408] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaf8869d-a5a5-4a0d-ac0b-700542e839e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.861464] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.861464] env[62107]: value = "task-1700216" [ 1789.861464] env[62107]: _type = "Task" [ 1789.861464] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.869431] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700216, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.342820] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.748s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.348510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.722s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.348732] env[62107]: DEBUG nova.objects.instance [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lazy-loading 'resources' on Instance uuid fb0df502-3049-45e7-87af-b10fc59da701 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.372813] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700216, 'name': CreateVM_Task, 'duration_secs': 0.445554} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.372974] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1790.380222] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'boot_index': 0, 'guest_format': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354377', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'name': 'volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf485c4-5a07-47ff-82f9-4144fb0e021b', 'attached_at': '', 'detached_at': '', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'serial': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e'}, 'mount_device': '/dev/sda', 'attachment_id': '70d190cc-e80c-4d4f-87e7-b43a6d46ab6e', 'volume_type': None}], 'swap': None} {{(pid=62107) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1790.380394] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Root volume attach. Driver type: vmdk {{(pid=62107) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1790.381599] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de656a9-0da9-4fc4-9dce-10858a67e78e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.389527] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe1552b-d2ce-473a-bbf3-c1543e96dcad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.395938] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971acc9b-4816-4621-95d5-f41217dbabbc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.402048] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-005ccdbe-9d8a-4254-b755-c0bfe0be7552 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.410818] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1790.410818] env[62107]: value = "task-1700217" [ 1790.410818] env[62107]: _type = "Task" [ 1790.410818] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.418574] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700217, 'name': RelocateVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.933319] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700217, 'name': RelocateVM_Task} progress is 20%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.023496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e44767-ff2a-4d7d-a34a-9b522cf02d4d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.032277] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f49dec0-ca67-4c42-a588-e29f08d58001 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.070065] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed11a3c-d6c3-4880-890c-9933f77f9dd4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.079760] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a132b3fc-62d4-422e-824a-b5da45e6ad3f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.094928] env[62107]: DEBUG nova.compute.provider_tree [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.153871] env[62107]: DEBUG nova.network.neutron [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [{"id": "c871eb65-7f13-43c7-810f-1f31a81f8715", "address": "fa:16:3e:4d:bf:ea", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc871eb65-7f", "ovs_interfaceid": "c871eb65-7f13-43c7-810f-1f31a81f8715", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.423716] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700217, 'name': RelocateVM_Task, 'duration_secs': 0.772683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.423988] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Volume attach. Driver type: vmdk {{(pid=62107) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1791.424145] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354377', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'name': 'volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf485c4-5a07-47ff-82f9-4144fb0e021b', 'attached_at': '', 'detached_at': '', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'serial': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1791.424928] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911568d8-da07-4709-8e90-cbf2e22b1c7c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.440866] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59865b2d-74f4-4336-98e4-29d54d25b8e6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.464655] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e/volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.466330] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198c628b-1a45-4dc2-9267-0a8b022e1690 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.486456] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1791.486456] env[62107]: value = "task-1700218" [ 1791.486456] env[62107]: _type = "Task" [ 1791.486456] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.496629] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.598400] env[62107]: DEBUG nova.scheduler.client.report [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1791.656719] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-22eaae3b-909d-4555-9dc8-d9fa6df37b95" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.657107] env[62107]: DEBUG nova.objects.instance [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'migration_context' on Instance uuid 22eaae3b-909d-4555-9dc8-d9fa6df37b95 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.884593] env[62107]: INFO nova.compute.manager [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Swapping old allocation on dict_keys(['043fb997-216b-47b0-b871-05aad9e63790']) held by migration c94ae8ce-5714-4fb7-a52e-378918572275 for instance [ 1791.906842] env[62107]: DEBUG nova.scheduler.client.report [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Overwriting current allocation {'allocations': {'043fb997-216b-47b0-b871-05aad9e63790': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '35ad1fba81b4454f9e3015094efa1635', 'user_id': 'a03aa03cbd7a40579907e52f5d63d57c', 'consumer_generation': 1} on consumer 9ddca1f8-ba4b-4196-bd10-759e258adc7f {{(pid=62107) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1791.996556] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700218, 'name': ReconfigVM_Task, 'duration_secs': 0.28231} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.996854] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e/volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.003892] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.004098] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.004278] env[62107]: DEBUG nova.network.neutron [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1792.005475] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d85c83-709f-40d0-b894-b24f48161465 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.022097] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1792.022097] env[62107]: value = "task-1700219" [ 1792.022097] env[62107]: _type = "Task" [ 1792.022097] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.030988] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.103788] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.106454] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.978s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.106696] env[62107]: DEBUG nova.objects.instance [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'pci_requests' on Instance uuid eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.123239] env[62107]: INFO nova.scheduler.client.report [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Deleted allocations for instance fb0df502-3049-45e7-87af-b10fc59da701 [ 1792.160138] env[62107]: DEBUG nova.objects.base [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Object Instance<22eaae3b-909d-4555-9dc8-d9fa6df37b95> lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1792.160898] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0262b-a342-4f68-9d19-867711d42807 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.188114] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11f3eec-d677-44b1-99c2-2aa96d2df055 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.194927] env[62107]: DEBUG oslo_vmware.api [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1792.194927] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255ca5f-573f-9a50-5824-4dedf9b9b7f6" [ 1792.194927] env[62107]: _type = "Task" [ 1792.194927] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.204425] env[62107]: DEBUG oslo_vmware.api [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5255ca5f-573f-9a50-5824-4dedf9b9b7f6, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.204766] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.534026] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700219, 'name': ReconfigVM_Task, 'duration_secs': 0.140156} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.534026] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354377', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'name': 'volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf485c4-5a07-47ff-82f9-4144fb0e021b', 'attached_at': '', 'detached_at': '', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'serial': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e'} {{(pid=62107) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1792.534026] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5c2a186-a14c-4087-8794-8b2f40d23ed4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.542127] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1792.542127] env[62107]: value = "task-1700220" [ 1792.542127] env[62107]: _type = "Task" [ 1792.542127] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.553664] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700220, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.611933] env[62107]: DEBUG nova.objects.instance [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'numa_topology' on Instance uuid eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.630847] env[62107]: DEBUG oslo_concurrency.lockutils [None req-e934c0f6-874f-4918-b0de-c351d361cb2d tempest-AttachVolumeNegativeTest-144417940 tempest-AttachVolumeNegativeTest-144417940-project-member] Lock "fb0df502-3049-45e7-87af-b10fc59da701" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.455s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.761096] env[62107]: DEBUG nova.network.neutron [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [{"id": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "address": "fa:16:3e:35:c1:b8", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfd8d7e-21", "ovs_interfaceid": "0cfd8d7e-21c7-4043-85a1-76476a2debbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.051743] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700220, 'name': Rename_Task, 'duration_secs': 0.15347} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.052098] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1793.052364] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62456420-0dda-4d44-b5a2-55ed9dec052d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.059646] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1793.059646] env[62107]: value = "task-1700222" [ 1793.059646] env[62107]: _type = "Task" [ 1793.059646] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.067435] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.114275] env[62107]: INFO nova.compute.claims [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1793.264084] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-9ddca1f8-ba4b-4196-bd10-759e258adc7f" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.265121] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120527f-e4e0-4a50-ba52-b5b59dd2f2cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.273010] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c329492b-778b-4396-a414-ec5180342243 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.570125] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.071813] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.241260] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb4a6db-d1af-4ef6-97db-ecc986a899f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.249674] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c6526-0d10-4673-8b1e-e82006609043 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.282835] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d255772-483d-45c9-8c72-fd9e4a507df1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.290745] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c67289-e2c6-4d09-8323-13c9dbeda90e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.304540] env[62107]: DEBUG nova.compute.provider_tree [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.368447] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.368785] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecba807-62d2-4df3-a372-bba80e1a8067 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.377149] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1794.377149] env[62107]: value = "task-1700223" [ 1794.377149] env[62107]: _type = "Task" [ 1794.377149] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.391574] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.572162] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.808257] env[62107]: DEBUG nova.scheduler.client.report [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1794.888470] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700223, 'name': PowerOffVM_Task, 'duration_secs': 0.269621} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.888939] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.889928] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.890271] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.890533] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.890852] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.891131] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.891427] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.891795] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.891997] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.892299] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.892587] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.892889] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.901491] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8bb9dc-54f0-4f17-803b-a96fef5eae25 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.926013] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1794.926013] env[62107]: value = "task-1700224" [ 1794.926013] env[62107]: _type = "Task" [ 1794.926013] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.935798] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.072394] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.313316] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.315765] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.111s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.343910] env[62107]: INFO nova.network.neutron [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1795.437164] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700224, 'name': ReconfigVM_Task, 'duration_secs': 0.158457} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.438021] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4143b40-cdb4-49ee-b880-847383594f67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.459620] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1795.459870] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1795.460041] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1795.460315] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1795.460440] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1795.460516] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1795.460728] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1795.460888] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1795.461114] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1795.461225] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1795.461399] env[62107]: DEBUG nova.virt.hardware [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1795.462581] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3aed20-a010-4419-abd2-d170fbee4ccb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.469870] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1795.469870] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521a4c02-b9b6-6e71-4254-657474e04099" [ 1795.469870] env[62107]: _type = "Task" [ 1795.469870] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.479625] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521a4c02-b9b6-6e71-4254-657474e04099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.572443] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 68%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.921107] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508eeecb-b8ee-4780-bddf-080730a795b1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.928974] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85089df7-522a-4492-b497-6292460fd423 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.959868] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851b1418-6c34-444c-a831-f89faa857b4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.967625] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c9e767-602f-42a2-acb0-951d21c3b61b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.979518] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521a4c02-b9b6-6e71-4254-657474e04099, 'name': SearchDatastore_Task, 'duration_secs': 0.076862} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.991534] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1795.991989] env[62107]: DEBUG nova.compute.provider_tree [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.993274] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67788db8-71d6-415e-9f4b-92749b94bc43 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.012521] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1796.012521] env[62107]: value = "task-1700225" [ 1796.012521] env[62107]: _type = "Task" [ 1796.012521] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.021605] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.073473] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.507231] env[62107]: DEBUG nova.scheduler.client.report [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1796.523774] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.573127] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 70%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.855990] env[62107]: DEBUG nova.compute.manager [req-5025a5f4-baf8-4a11-baa3-66e99a51c1a6 req-32a291cf-154d-404c-b979-f2822916e843 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-vif-plugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.856192] env[62107]: DEBUG oslo_concurrency.lockutils [req-5025a5f4-baf8-4a11-baa3-66e99a51c1a6 req-32a291cf-154d-404c-b979-f2822916e843 service nova] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.856395] env[62107]: DEBUG oslo_concurrency.lockutils [req-5025a5f4-baf8-4a11-baa3-66e99a51c1a6 req-32a291cf-154d-404c-b979-f2822916e843 service nova] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.856534] env[62107]: DEBUG oslo_concurrency.lockutils [req-5025a5f4-baf8-4a11-baa3-66e99a51c1a6 req-32a291cf-154d-404c-b979-f2822916e843 service nova] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.856703] env[62107]: DEBUG nova.compute.manager [req-5025a5f4-baf8-4a11-baa3-66e99a51c1a6 req-32a291cf-154d-404c-b979-f2822916e843 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] No waiting events found dispatching network-vif-plugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1796.856868] env[62107]: WARNING nova.compute.manager [req-5025a5f4-baf8-4a11-baa3-66e99a51c1a6 req-32a291cf-154d-404c-b979-f2822916e843 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received unexpected event network-vif-plugged-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 for instance with vm_state shelved_offloaded and task_state spawning. [ 1796.905116] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.905297] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.905480] env[62107]: DEBUG nova.network.neutron [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.025071] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.074614] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.521067] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.204s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.529315] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700225, 'name': ReconfigVM_Task, 'duration_secs': 1.231505} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.531665] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1797.532488] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337e7ff-628a-4be8-a2e9-95ec44778d0c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.559470] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.562974] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b72a659-1f99-4945-9383-c7a3bd732a25 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.587727] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.589285] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1797.589285] env[62107]: value = "task-1700227" [ 1797.589285] env[62107]: _type = "Task" [ 1797.589285] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.597989] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.651015] env[62107]: DEBUG nova.network.neutron [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.082448] env[62107]: INFO nova.scheduler.client.report [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocation for migration dc56d32c-434f-416e-be1b-32872ddeed6e [ 1798.089485] env[62107]: DEBUG oslo_vmware.api [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700222, 'name': PowerOnVM_Task, 'duration_secs': 4.572752} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.089832] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.090041] env[62107]: INFO nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1798.090219] env[62107]: DEBUG nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1798.095593] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf95841c-ca55-4442-89bd-2d04b5822381 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.107387] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700227, 'name': ReconfigVM_Task, 'duration_secs': 0.279517} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.107638] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f/9ddca1f8-ba4b-4196-bd10-759e258adc7f.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.109102] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0635be0a-e3d0-4d54-81f4-c0b23f899bdb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.133244] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafcca05-5cdd-4e50-856c-6ce659d6cdb0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.157009] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.160534] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52a68a-151b-480c-b4e5-e145e701483f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.185699] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a362da-0207-4073-96f0-502e10e1723e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.194034] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.196553] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e6187c4e389a6b11da3133452e13e4c6',container_format='bare',created_at=2024-12-10T18:11:07Z,direct_url=,disk_format='vmdk',id=15b3f004-74b6-4604-8d0d-d18a64958f8e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-323426085-shelved',owner='8fa530d7d8bc477595a95c8b979c91c2',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-10T18:11:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1798.196781] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1798.196947] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.197292] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1798.197468] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.197620] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1798.197830] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1798.197985] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1798.198164] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1798.198327] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1798.198529] env[62107]: DEBUG nova.virt.hardware [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1798.198774] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fd71169-6664-462b-a3aa-62fc6eb9460c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.200846] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea840b4-3dfe-403d-9014-d2d7fc6ff6e7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.212689] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e8b29-c6db-4ba1-b02e-e50194c75d03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.216769] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1798.216769] env[62107]: value = "task-1700228" [ 1798.216769] env[62107]: _type = "Task" [ 1798.216769] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.237021] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:1b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1798.243626] env[62107]: DEBUG oslo.service.loopingcall [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.244483] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1798.245512] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebf6ee34-48a6-4ddb-9688-d498c4c2344e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.265610] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.271723] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1798.271723] env[62107]: value = "task-1700229" [ 1798.271723] env[62107]: _type = "Task" [ 1798.271723] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.281445] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700229, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.587649] env[62107]: DEBUG oslo_concurrency.lockutils [None req-8dedf5e7-7498-4cf6-b2b5-9e428e38d279 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.446s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.618349] env[62107]: INFO nova.compute.manager [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Took 18.98 seconds to build instance. [ 1798.727556] env[62107]: DEBUG oslo_vmware.api [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700228, 'name': PowerOnVM_Task, 'duration_secs': 0.401519} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.728738] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.744123] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.744382] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.744592] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.744776] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.744942] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.747620] env[62107]: INFO nova.compute.manager [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Terminating instance [ 1798.749393] env[62107]: DEBUG nova.compute.manager [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1798.749618] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1798.750543] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a25642-2e43-4e45-a6dd-5a51ea8c104d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.759548] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1798.759809] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2d9a05-b575-492a-85bb-ed0f08734ed8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.769061] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1798.769061] env[62107]: value = "task-1700230" [ 1798.769061] env[62107]: _type = "Task" [ 1798.769061] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.778167] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.784147] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700229, 'name': CreateVM_Task, 'duration_secs': 0.394809} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.784346] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.785422] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.785587] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.785974] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.786264] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13cc99f-2c3a-4ce8-9e6c-a3c99d75b3c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.791551] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1798.791551] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529845b0-25d3-7bb3-a899-e702c3af9319" [ 1798.791551] env[62107]: _type = "Task" [ 1798.791551] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.800742] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529845b0-25d3-7bb3-a899-e702c3af9319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.887791] env[62107]: DEBUG nova.compute.manager [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1798.887996] env[62107]: DEBUG nova.compute.manager [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing instance network info cache due to event network-changed-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1798.888280] env[62107]: DEBUG oslo_concurrency.lockutils [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] Acquiring lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.888394] env[62107]: DEBUG oslo_concurrency.lockutils [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] Acquired lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.888523] env[62107]: DEBUG nova.network.neutron [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Refreshing network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.120274] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a58f04ea-f516-469c-9f6f-23868cf78882 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.492s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.280078] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700230, 'name': PowerOffVM_Task, 'duration_secs': 0.176265} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.280418] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1799.280599] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1799.280876] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b651c640-aae0-4c3f-b094-f06027a2cfbf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.305270] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.305270] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Processing image 15b3f004-74b6-4604-8d0d-d18a64958f8e {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.305270] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.305713] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.305713] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.305791] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f77345f6-9991-4c04-8fba-5f04ee0776fe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.315624] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.315850] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.318292] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.318471] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1799.320188] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2024d9-d65e-4002-82aa-d72cc1aaa148 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.325425] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1799.325425] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230844a-e78f-7463-efa6-397e94dc8d75" [ 1799.325425] env[62107]: _type = "Task" [ 1799.325425] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.334636] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5230844a-e78f-7463-efa6-397e94dc8d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.377035] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1799.377035] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1799.377274] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] 22eaae3b-909d-4555-9dc8-d9fa6df37b95 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1799.377405] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe5e3aa-8960-47df-adf3-ec44f94cd105 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.386605] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1799.386605] env[62107]: value = "task-1700232" [ 1799.386605] env[62107]: _type = "Task" [ 1799.386605] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.398028] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.650362] env[62107]: DEBUG nova.network.neutron [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updated VIF entry in instance network info cache for port c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1799.650860] env[62107]: DEBUG nova.network.neutron [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [{"id": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "address": "fa:16:3e:7e:1b:ca", "network": {"id": "303fccb8-2412-42e5-9147-5767cb22d021", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-567054707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8fa530d7d8bc477595a95c8b979c91c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc37ea1d0-a1", "ovs_interfaceid": "c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.769093] env[62107]: INFO nova.compute.manager [None req-2aef3858-a9b6-4de8-9fe1-b6340fd8e376 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance to original state: 'active' [ 1799.820651] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1799.842078] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Preparing fetch location {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1799.842078] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Fetch image to [datastore1] OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a/OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a.vmdk {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1799.842078] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Downloading stream optimized image 15b3f004-74b6-4604-8d0d-d18a64958f8e to [datastore1] OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a/OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a.vmdk on the data store datastore1 as vApp {{(pid=62107) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1799.842302] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Downloading image file data 15b3f004-74b6-4604-8d0d-d18a64958f8e to the ESX as VM named 'OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a' {{(pid=62107) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1799.850125] env[62107]: DEBUG nova.compute.manager [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Received event network-changed-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1799.850360] env[62107]: DEBUG nova.compute.manager [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Refreshing instance network info cache due to event network-changed-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1799.850678] env[62107]: DEBUG oslo_concurrency.lockutils [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] Acquiring lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.850860] env[62107]: DEBUG oslo_concurrency.lockutils [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] Acquired lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.851067] env[62107]: DEBUG nova.network.neutron [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Refreshing network info cache for port 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.898051] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.926013] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1799.926013] env[62107]: value = "resgroup-9" [ 1799.926013] env[62107]: _type = "ResourcePool" [ 1799.926013] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1799.926434] env[62107]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ddf17365-8c84-4209-908e-6cfee9fb63aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.950220] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease: (returnval){ [ 1799.950220] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1799.950220] env[62107]: _type = "HttpNfcLease" [ 1799.950220] env[62107]: } obtained for vApp import into resource pool (val){ [ 1799.950220] env[62107]: value = "resgroup-9" [ 1799.950220] env[62107]: _type = "ResourcePool" [ 1799.950220] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1799.950706] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the lease: (returnval){ [ 1799.950706] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1799.950706] env[62107]: _type = "HttpNfcLease" [ 1799.950706] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1799.957956] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1799.957956] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1799.957956] env[62107]: _type = "HttpNfcLease" [ 1799.957956] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1800.153556] env[62107]: DEBUG oslo_concurrency.lockutils [req-34eeb3c4-bbee-4f7c-b18b-2d2781610569 req-ae0ced4b-7060-493b-ad1b-ac4f89fd8501 service nova] Releasing lock "refresh_cache-eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.340602] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.340923] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.343034] env[62107]: INFO nova.compute.claims [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.400800] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.460733] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.460733] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1800.460733] env[62107]: _type = "HttpNfcLease" [ 1800.460733] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1800.552475] env[62107]: DEBUG nova.network.neutron [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updated VIF entry in instance network info cache for port 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.552850] env[62107]: DEBUG nova.network.neutron [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.899583] env[62107]: DEBUG oslo_vmware.api [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.475038} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.899583] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.899583] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.899821] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.899821] env[62107]: INFO nova.compute.manager [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1800.900026] env[62107]: DEBUG oslo.service.loopingcall [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.900222] env[62107]: DEBUG nova.compute.manager [-] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1800.900320] env[62107]: DEBUG nova.network.neutron [-] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1800.960471] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1800.960471] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1800.960471] env[62107]: _type = "HttpNfcLease" [ 1800.960471] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.055139] env[62107]: DEBUG oslo_concurrency.lockutils [req-ff019479-dd77-4dec-b28f-fb9e9c9911e5 req-614787a1-05d1-407e-b151-f17c0f5ac282 service nova] Releasing lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.188887] env[62107]: DEBUG nova.compute.manager [req-19b8d996-bdcf-4c6c-9d33-47f547e5fd87 req-8295a35a-d48e-4056-b6c1-e7de5624ed29 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Received event network-vif-deleted-c871eb65-7f13-43c7-810f-1f31a81f8715 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.188887] env[62107]: INFO nova.compute.manager [req-19b8d996-bdcf-4c6c-9d33-47f547e5fd87 req-8295a35a-d48e-4056-b6c1-e7de5624ed29 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Neutron deleted interface c871eb65-7f13-43c7-810f-1f31a81f8715; detaching it from the instance and deleting it from the info cache [ 1801.188887] env[62107]: DEBUG nova.network.neutron [req-19b8d996-bdcf-4c6c-9d33-47f547e5fd87 req-8295a35a-d48e-4056-b6c1-e7de5624ed29 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.280543] env[62107]: DEBUG nova.compute.manager [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1801.424673] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.425706] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.425999] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.426368] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.426524] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.430274] env[62107]: INFO nova.compute.manager [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Terminating instance [ 1801.432319] env[62107]: DEBUG nova.compute.manager [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1801.432539] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1801.432783] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a75f683-46d8-4788-b960-89fb9ef3bf8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.440569] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1801.440569] env[62107]: value = "task-1700235" [ 1801.440569] env[62107]: _type = "Task" [ 1801.440569] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.452261] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.464132] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.464132] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1801.464132] env[62107]: _type = "HttpNfcLease" [ 1801.464132] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1801.466876] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f422cf31-ea76-44a3-9f4e-163dc673bfd5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.473860] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e219392-6187-411f-ac82-ce50a7f59b73 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.505982] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e63a7-b863-4e0e-97a6-12d0c6c0e59a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.518615] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee373c-36aa-40f8-bcd3-136161de1524 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.532966] env[62107]: DEBUG nova.compute.provider_tree [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.666699] env[62107]: DEBUG nova.network.neutron [-] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.691147] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-832aa947-b8b0-4d5b-a4d2-dd2fc6f79a7d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.700399] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d42b95d-db3e-4af0-8e91-47c2c56253cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.729555] env[62107]: DEBUG nova.compute.manager [req-19b8d996-bdcf-4c6c-9d33-47f547e5fd87 req-8295a35a-d48e-4056-b6c1-e7de5624ed29 service nova] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Detach interface failed, port_id=c871eb65-7f13-43c7-810f-1f31a81f8715, reason: Instance 22eaae3b-909d-4555-9dc8-d9fa6df37b95 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1801.798872] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.880801] env[62107]: DEBUG nova.compute.manager [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Received event network-changed-17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1801.881010] env[62107]: DEBUG nova.compute.manager [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Refreshing instance network info cache due to event network-changed-17c6202d-3378-4d02-9089-56e83f46a9c3. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1801.881239] env[62107]: DEBUG oslo_concurrency.lockutils [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] Acquiring lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.881384] env[62107]: DEBUG oslo_concurrency.lockutils [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] Acquired lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.881546] env[62107]: DEBUG nova.network.neutron [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Refreshing network info cache for port 17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1801.953445] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700235, 'name': PowerOffVM_Task, 'duration_secs': 0.247424} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.953669] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1801.953869] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1801.954065] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354362', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'name': 'volume-684b0577-c53d-4b3e-8ae3-97a06ef20838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9ddca1f8-ba4b-4196-bd10-759e258adc7f', 'attached_at': '2024-12-10T18:11:42.000000', 'detached_at': '', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'serial': '684b0577-c53d-4b3e-8ae3-97a06ef20838'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1801.954814] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc292f97-3fd6-447a-9540-c2bfa6596329 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.963571] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1801.963571] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1801.963571] env[62107]: _type = "HttpNfcLease" [ 1801.963571] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1801.978977] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1801.978977] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]527aeda9-da11-5398-4109-ea6e2af6c52e" [ 1801.978977] env[62107]: _type = "HttpNfcLease" [ 1801.978977] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1801.979690] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a229ba-8671-4a04-9ef3-6e2f97b91126 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.982397] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915b4774-079c-4a88-ab2d-f839c7ab8bc3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.989584] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5063-0d33-cde6-54db-409c872ed0f5/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1801.989757] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5063-0d33-cde6-54db-409c872ed0f5/disk-0.vmdk. {{(pid=62107) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1801.993701] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc9bb9f-66bb-40fe-af2d-9deb7b08112f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.050026] env[62107]: DEBUG nova.scheduler.client.report [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1802.079090] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6f9aa16-8909-4b0e-b979-3d98576b9db5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.084801] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42163d0-9dbe-44b3-a2b3-dd3e1fb313e2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.103651] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] The volume has not been displaced from its original location: [datastore1] volume-684b0577-c53d-4b3e-8ae3-97a06ef20838/volume-684b0577-c53d-4b3e-8ae3-97a06ef20838.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1802.109098] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1802.109415] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2fc18e-ed80-4ed8-ae97-cb7905240786 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.129054] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1802.129054] env[62107]: value = "task-1700236" [ 1802.129054] env[62107]: _type = "Task" [ 1802.129054] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.138391] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.169631] env[62107]: INFO nova.compute.manager [-] [instance: 22eaae3b-909d-4555-9dc8-d9fa6df37b95] Took 1.27 seconds to deallocate network for instance. [ 1802.556151] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.556746] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1802.560721] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.762s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.631139] env[62107]: DEBUG nova.network.neutron [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updated VIF entry in instance network info cache for port 17c6202d-3378-4d02-9089-56e83f46a9c3. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1802.631634] env[62107]: DEBUG nova.network.neutron [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [{"id": "17c6202d-3378-4d02-9089-56e83f46a9c3", "address": "fa:16:3e:0e:16:c4", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6202d-33", "ovs_interfaceid": "17c6202d-3378-4d02-9089-56e83f46a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.645157] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.676448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.064146] env[62107]: DEBUG nova.compute.utils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.066297] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1803.066485] env[62107]: DEBUG nova.network.neutron [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.070286] env[62107]: INFO nova.compute.claims [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.118435] env[62107]: DEBUG nova.policy [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245275ac8ca548cebd39cb32c272c491', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81022b7371794a348e81bc85779cce6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1803.138590] env[62107]: DEBUG oslo_concurrency.lockutils [req-a6939812-8540-41d0-af4c-5e7e87ebd9da req-2c743a8f-b191-4670-848f-8f01f4ce1cf9 service nova] Releasing lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.142747] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700236, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.143964] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Completed reading data from the image iterator. {{(pid=62107) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1803.144150] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5063-0d33-cde6-54db-409c872ed0f5/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1803.145189] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25704d0-85bf-480c-9569-e4d6a55ccf80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.151820] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5063-0d33-cde6-54db-409c872ed0f5/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1803.151986] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5063-0d33-cde6-54db-409c872ed0f5/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1803.152218] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b217c464-eb29-4031-a013-a99aba82e7e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.342327] env[62107]: DEBUG oslo_vmware.rw_handles [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529b5063-0d33-cde6-54db-409c872ed0f5/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1803.342558] env[62107]: INFO nova.virt.vmwareapi.images [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Downloaded image file data 15b3f004-74b6-4604-8d0d-d18a64958f8e [ 1803.343430] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9a9efc-33ab-4a9b-b216-b17132de4e45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.360735] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d6b2e2-c93d-457e-8adc-82f7b30d4d08 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.425179] env[62107]: INFO nova.virt.vmwareapi.images [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] The imported VM was unregistered [ 1803.428461] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Caching image {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1803.428690] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Creating directory with path [datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.428961] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a8c0d7-3625-43b3-8425-a12fa7153e0d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.454823] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Created directory with path [datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.455034] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a/OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a.vmdk to [datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk. {{(pid=62107) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1803.455299] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-867aaa4e-93e9-4088-a0cd-434ebc9cd8aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.468583] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1803.468583] env[62107]: value = "task-1700238" [ 1803.468583] env[62107]: _type = "Task" [ 1803.468583] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.476164] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.557562] env[62107]: DEBUG nova.network.neutron [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Successfully created port: 6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.567434] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1803.578333] env[62107]: INFO nova.compute.resource_tracker [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating resource usage from migration d0d0928c-619a-4721-8a13-77ef1d857c70 [ 1803.644028] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700236, 'name': ReconfigVM_Task, 'duration_secs': 1.217238} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.644411] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1803.654920] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ee6e29c-15d9-444b-8b2a-0c23bd666a7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.670890] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1803.670890] env[62107]: value = "task-1700239" [ 1803.670890] env[62107]: _type = "Task" [ 1803.670890] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.684730] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.729988] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a9b1e1-28b7-40f7-8329-bc4aa32655f4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.738499] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2919c3f-b848-48b7-a39a-6c105c607ac4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.774601] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7187c9-267b-4702-815b-6a060fe22ac0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.782459] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1826ef18-3a62-41e7-af76-32293830ecba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.798105] env[62107]: DEBUG nova.compute.provider_tree [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.980105] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.181159] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700239, 'name': ReconfigVM_Task, 'duration_secs': 0.134784} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.181642] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354362', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'name': 'volume-684b0577-c53d-4b3e-8ae3-97a06ef20838', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9ddca1f8-ba4b-4196-bd10-759e258adc7f', 'attached_at': '2024-12-10T18:11:42.000000', 'detached_at': '', 'volume_id': '684b0577-c53d-4b3e-8ae3-97a06ef20838', 'serial': '684b0577-c53d-4b3e-8ae3-97a06ef20838'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1804.181765] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.182520] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92c82d-e846-483c-8ebf-0b76e9e69276 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.189372] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1804.189620] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b2e264c-5602-46cc-8862-eed053551491 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.267163] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1804.267438] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1804.267657] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleting the datastore file [datastore1] 9ddca1f8-ba4b-4196-bd10-759e258adc7f {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1804.267973] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f52139-0491-4160-9914-90c807ee9d7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.276477] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1804.276477] env[62107]: value = "task-1700241" [ 1804.276477] env[62107]: _type = "Task" [ 1804.276477] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.284901] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.304378] env[62107]: DEBUG nova.scheduler.client.report [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1804.480829] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.578049] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1804.608797] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1804.609069] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1804.609235] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.609516] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1804.609593] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.609703] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1804.609909] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1804.610091] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1804.610270] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1804.610439] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1804.610628] env[62107]: DEBUG nova.virt.hardware [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1804.611546] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20efe935-097c-4017-8bed-b8a73ff65d79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.620379] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb41eb-9865-454b-aa77-e350431346e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.786598] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.809883] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.249s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.810106] env[62107]: INFO nova.compute.manager [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Migrating [ 1804.817174] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.141s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.817459] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.848297] env[62107]: INFO nova.scheduler.client.report [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocations for instance 22eaae3b-909d-4555-9dc8-d9fa6df37b95 [ 1804.980217] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.034892] env[62107]: DEBUG nova.compute.manager [req-c8fe008a-25bd-449a-a269-a930fb12f15a req-677f83e4-3f39-4c06-977f-cdd2c0363b81 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Received event network-vif-plugged-6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1805.035357] env[62107]: DEBUG oslo_concurrency.lockutils [req-c8fe008a-25bd-449a-a269-a930fb12f15a req-677f83e4-3f39-4c06-977f-cdd2c0363b81 service nova] Acquiring lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.035460] env[62107]: DEBUG oslo_concurrency.lockutils [req-c8fe008a-25bd-449a-a269-a930fb12f15a req-677f83e4-3f39-4c06-977f-cdd2c0363b81 service nova] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.035711] env[62107]: DEBUG oslo_concurrency.lockutils [req-c8fe008a-25bd-449a-a269-a930fb12f15a req-677f83e4-3f39-4c06-977f-cdd2c0363b81 service nova] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.035905] env[62107]: DEBUG nova.compute.manager [req-c8fe008a-25bd-449a-a269-a930fb12f15a req-677f83e4-3f39-4c06-977f-cdd2c0363b81 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] No waiting events found dispatching network-vif-plugged-6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1805.036118] env[62107]: WARNING nova.compute.manager [req-c8fe008a-25bd-449a-a269-a930fb12f15a req-677f83e4-3f39-4c06-977f-cdd2c0363b81 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Received unexpected event network-vif-plugged-6897d729-90ac-4534-a2a5-f811e42d260e for instance with vm_state building and task_state spawning. [ 1805.132373] env[62107]: DEBUG nova.network.neutron [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Successfully updated port: 6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.288930] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.328493] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.328739] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.328979] env[62107]: DEBUG nova.network.neutron [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.356181] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b9cbe490-6b31-4c60-a1bd-2da871222874 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "22eaae3b-909d-4555-9dc8-d9fa6df37b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.612s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.480170] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.635398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "refresh_cache-8a32378d-eb4f-4e13-bc00-62099fc4fee4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.635710] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "refresh_cache-8a32378d-eb4f-4e13-bc00-62099fc4fee4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.635710] env[62107]: DEBUG nova.network.neutron [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.788865] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.980463] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.054994] env[62107]: DEBUG nova.network.neutron [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [{"id": "17c6202d-3378-4d02-9089-56e83f46a9c3", "address": "fa:16:3e:0e:16:c4", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6202d-33", "ovs_interfaceid": "17c6202d-3378-4d02-9089-56e83f46a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.170578] env[62107]: DEBUG nova.network.neutron [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.290866] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.305260] env[62107]: DEBUG nova.network.neutron [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Updating instance_info_cache with network_info: [{"id": "6897d729-90ac-4534-a2a5-f811e42d260e", "address": "fa:16:3e:01:05:42", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6897d729-90", "ovs_interfaceid": "6897d729-90ac-4534-a2a5-f811e42d260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.482171] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.558278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.790121] env[62107]: DEBUG oslo_vmware.api [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.456754} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.790121] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.790385] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.790425] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.790586] env[62107]: INFO nova.compute.manager [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Took 5.36 seconds to destroy the instance on the hypervisor. [ 1806.790822] env[62107]: DEBUG oslo.service.loopingcall [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.791017] env[62107]: DEBUG nova.compute.manager [-] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1806.791115] env[62107]: DEBUG nova.network.neutron [-] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1806.807562] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "refresh_cache-8a32378d-eb4f-4e13-bc00-62099fc4fee4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.807820] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Instance network_info: |[{"id": "6897d729-90ac-4534-a2a5-f811e42d260e", "address": "fa:16:3e:01:05:42", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6897d729-90", "ovs_interfaceid": "6897d729-90ac-4534-a2a5-f811e42d260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1806.808232] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:05:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6897d729-90ac-4534-a2a5-f811e42d260e', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1806.815696] env[62107]: DEBUG oslo.service.loopingcall [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.815894] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1806.816123] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b826c2d4-bf73-4b3c-90ee-ce2acff6a0c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.835273] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1806.835273] env[62107]: value = "task-1700242" [ 1806.835273] env[62107]: _type = "Task" [ 1806.835273] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.842622] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700242, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.981268] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700238, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.461049} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.981527] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a/OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a.vmdk to [datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk. [ 1806.981711] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Cleaning up location [datastore1] OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1806.981873] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e283b64a-86ff-4203-9fce-3e2e8fbbf27a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.982137] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73032f97-2a4b-4539-81b5-deb1bc9b72aa {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.988445] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1806.988445] env[62107]: value = "task-1700243" [ 1806.988445] env[62107]: _type = "Task" [ 1806.988445] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.996119] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.069428] env[62107]: DEBUG nova.compute.manager [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Received event network-changed-6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1807.069660] env[62107]: DEBUG nova.compute.manager [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Refreshing instance network info cache due to event network-changed-6897d729-90ac-4534-a2a5-f811e42d260e. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1807.069867] env[62107]: DEBUG oslo_concurrency.lockutils [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] Acquiring lock "refresh_cache-8a32378d-eb4f-4e13-bc00-62099fc4fee4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.070038] env[62107]: DEBUG oslo_concurrency.lockutils [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] Acquired lock "refresh_cache-8a32378d-eb4f-4e13-bc00-62099fc4fee4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.070208] env[62107]: DEBUG nova.network.neutron [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Refreshing network info cache for port 6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.348149] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700242, 'name': CreateVM_Task, 'duration_secs': 0.431123} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.348365] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.349278] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.349514] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.349944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.350278] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9b4ba0-9d62-4d42-b30e-bc506caab4e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.355903] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1807.355903] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52510a1f-61db-182f-9141-17ab29f2ae24" [ 1807.355903] env[62107]: _type = "Task" [ 1807.355903] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.366131] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52510a1f-61db-182f-9141-17ab29f2ae24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.498299] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072258} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.498571] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.498746] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.499030] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk to [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1807.499249] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977422fe-306b-475d-a7ff-302ee1561617 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.507378] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1807.507378] env[62107]: value = "task-1700244" [ 1807.507378] env[62107]: _type = "Task" [ 1807.507378] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.517182] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.742356] env[62107]: DEBUG nova.network.neutron [-] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.779303] env[62107]: DEBUG nova.network.neutron [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Updated VIF entry in instance network info cache for port 6897d729-90ac-4534-a2a5-f811e42d260e. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.779656] env[62107]: DEBUG nova.network.neutron [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Updating instance_info_cache with network_info: [{"id": "6897d729-90ac-4534-a2a5-f811e42d260e", "address": "fa:16:3e:01:05:42", "network": {"id": "8d0f2154-2e28-46b0-9305-94f7c7d00d2f", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1701725185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81022b7371794a348e81bc85779cce6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6897d729-90", "ovs_interfaceid": "6897d729-90ac-4534-a2a5-f811e42d260e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.869055] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52510a1f-61db-182f-9141-17ab29f2ae24, 'name': SearchDatastore_Task, 'duration_secs': 0.021887} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.869055] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.869055] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1807.869055] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.869055] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.869584] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1807.869619] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-977c61de-d6f8-4c43-8dc8-478519576efe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.883165] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1807.883285] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1807.884216] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7a32c9-2c73-42ac-98a3-84ecf1c66fa8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.891073] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1807.891073] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a6ca16-d74a-add2-0fbd-f510b7a3d004" [ 1807.891073] env[62107]: _type = "Task" [ 1807.891073] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.901363] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a6ca16-d74a-add2-0fbd-f510b7a3d004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.019561] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.081449] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0b7dd6-2213-4190-8d61-74aac84cacc4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.102283] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1808.245778] env[62107]: INFO nova.compute.manager [-] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Took 1.45 seconds to deallocate network for instance. [ 1808.282491] env[62107]: DEBUG oslo_concurrency.lockutils [req-509b7082-6d3a-45f8-8def-eb961486f1b7 req-83f8f5e0-e6db-47bb-a7fc-df053f76e899 service nova] Releasing lock "refresh_cache-8a32378d-eb4f-4e13-bc00-62099fc4fee4" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.403326] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a6ca16-d74a-add2-0fbd-f510b7a3d004, 'name': SearchDatastore_Task, 'duration_secs': 0.106363} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.404200] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1384197d-fbd3-453c-92eb-adf3e91634f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.411899] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1808.411899] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5262dd5e-2987-3dad-eef5-32ccbf9f75bd" [ 1808.411899] env[62107]: _type = "Task" [ 1808.411899] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.421950] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5262dd5e-2987-3dad-eef5-32ccbf9f75bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.523577] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.608917] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.609309] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfa564ab-7d0b-4c65-af4a-12bdf8c7e970 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.616966] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1808.616966] env[62107]: value = "task-1700245" [ 1808.616966] env[62107]: _type = "Task" [ 1808.616966] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.625267] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.791610] env[62107]: INFO nova.compute.manager [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Took 0.55 seconds to detach 1 volumes for instance. [ 1808.925962] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5262dd5e-2987-3dad-eef5-32ccbf9f75bd, 'name': SearchDatastore_Task, 'duration_secs': 0.084849} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.926375] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.926593] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 8a32378d-eb4f-4e13-bc00-62099fc4fee4/8a32378d-eb4f-4e13-bc00-62099fc4fee4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1808.926865] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24d3f433-21f2-4cb9-91bd-9e331ce2db47 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.936213] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1808.936213] env[62107]: value = "task-1700246" [ 1808.936213] env[62107]: _type = "Task" [ 1808.936213] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.946501] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.022351] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.128419] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.178577] env[62107]: DEBUG nova.compute.manager [req-b25f3299-1090-40d5-aefe-2ad7604ac593 req-f28b5fc3-a81e-4c95-be23-3578a7e52f8b service nova] [instance: 9ddca1f8-ba4b-4196-bd10-759e258adc7f] Received event network-vif-deleted-0cfd8d7e-21c7-4043-85a1-76476a2debbe {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1809.299046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.299046] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.299425] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.332947] env[62107]: INFO nova.scheduler.client.report [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted allocations for instance 9ddca1f8-ba4b-4196-bd10-759e258adc7f [ 1809.449096] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.521605] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.626977] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700245, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.842010] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a36af15f-3da0-4332-9af1-da91db096b63 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "9ddca1f8-ba4b-4196-bd10-759e258adc7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.417s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.950017] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.022062] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.128831] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700245, 'name': PowerOffVM_Task, 'duration_secs': 1.051943} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.129121] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.129310] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1810.457103] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700246, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.524605] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700244, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.849926} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.524956] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/15b3f004-74b6-4604-8d0d-d18a64958f8e/15b3f004-74b6-4604-8d0d-d18a64958f8e.vmdk to [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.525948] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e08976-1244-48fd-b704-4c63e402a0bc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.549186] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.549514] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2b3e75-465a-41a3-a3df-7c4d0bf2fb35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.569982] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1810.569982] env[62107]: value = "task-1700247" [ 1810.569982] env[62107]: _type = "Task" [ 1810.569982] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.580186] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.636412] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1810.636670] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1810.636830] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.637022] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1810.637171] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.637345] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1810.637564] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1810.637723] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1810.637888] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1810.638064] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1810.638244] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1810.643359] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8033e451-39e4-4940-8a02-6964e9ccb859 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.659180] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1810.659180] env[62107]: value = "task-1700248" [ 1810.659180] env[62107]: _type = "Task" [ 1810.659180] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.668945] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.686607] env[62107]: DEBUG nova.compute.manager [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Stashing vm_state: active {{(pid=62107) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1810.950185] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700246, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.814079} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.950490] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 8a32378d-eb4f-4e13-bc00-62099fc4fee4/8a32378d-eb4f-4e13-bc00-62099fc4fee4.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.950682] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.950940] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-458cd889-9303-41f0-8728-b05a34da2561 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.957525] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1810.957525] env[62107]: value = "task-1700249" [ 1810.957525] env[62107]: _type = "Task" [ 1810.957525] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.965058] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.033781] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.034008] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.079684] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.169619] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700248, 'name': ReconfigVM_Task, 'duration_secs': 0.201231} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.169866] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1811.202926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.203233] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.469319] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067832} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.469626] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.471357] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1e59a-95f1-4947-b445-887c76dee312 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.493526] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 8a32378d-eb4f-4e13-bc00-62099fc4fee4/8a32378d-eb4f-4e13-bc00-62099fc4fee4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.493813] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78257249-9547-4a58-a7d8-070dbfb4ae99 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.515868] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1811.515868] env[62107]: value = "task-1700250" [ 1811.515868] env[62107]: _type = "Task" [ 1811.515868] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.523827] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.536471] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1811.582181] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.676615] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1811.676863] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1811.677033] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1811.677220] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1811.677391] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1811.677555] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1811.677754] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1811.677911] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1811.678090] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1811.678260] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1811.678455] env[62107]: DEBUG nova.virt.hardware [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1811.683879] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1811.684179] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bba7f6-a512-4619-9448-19f4ba444414 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.702332] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1811.702332] env[62107]: value = "task-1700251" [ 1811.702332] env[62107]: _type = "Task" [ 1811.702332] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.707639] env[62107]: INFO nova.compute.claims [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.716108] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.025974] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700250, 'name': ReconfigVM_Task, 'duration_secs': 0.291667} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.026307] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 8a32378d-eb4f-4e13-bc00-62099fc4fee4/8a32378d-eb4f-4e13-bc00-62099fc4fee4.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.026964] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd1c439d-abab-4681-bf62-05ba011e229a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.033677] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1812.033677] env[62107]: value = "task-1700252" [ 1812.033677] env[62107]: _type = "Task" [ 1812.033677] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.043106] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700252, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.059596] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.080702] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700247, 'name': ReconfigVM_Task, 'duration_secs': 1.044745} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.080948] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Reconfigured VM instance instance-0000006f to attach disk [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1/eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.081556] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210bcded-9cb9-4bde-8480-689cb273a2a6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.087307] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1812.087307] env[62107]: value = "task-1700253" [ 1812.087307] env[62107]: _type = "Task" [ 1812.087307] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.096117] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700253, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.214379] env[62107]: INFO nova.compute.resource_tracker [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating resource usage from migration d277618d-c56b-4a6e-8851-636b9a2795d6 [ 1812.217341] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700251, 'name': ReconfigVM_Task, 'duration_secs': 0.177383} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.217929] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1812.218872] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b20aad-3b91-4080-9939-0267ff102b82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.242633] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e/volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1812.245238] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b42771d9-7758-44b0-a09d-f459feec2992 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.262706] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1812.262706] env[62107]: value = "task-1700254" [ 1812.262706] env[62107]: _type = "Task" [ 1812.262706] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.271816] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.350435] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a9ced9-3099-492c-bc61-6fd795b19026 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.357851] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fe82d6-6164-488e-a960-743acadd9d10 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.386948] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb5c0db-0f79-4667-850b-33a29a9bfe44 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.393716] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc6ebd-7cc1-47d5-8040-8d38dd7d0978 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.407035] env[62107]: DEBUG nova.compute.provider_tree [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.544131] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700252, 'name': Rename_Task, 'duration_secs': 0.161858} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.544407] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.544977] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e7ab564-1d6e-471b-9169-06db424c470c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.551546] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1812.551546] env[62107]: value = "task-1700255" [ 1812.551546] env[62107]: _type = "Task" [ 1812.551546] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.559136] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.597082] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700253, 'name': Rename_Task, 'duration_secs': 0.156186} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.597374] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.597617] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-020a26db-e706-44a0-b931-ef8da90b29f5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.603664] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1812.603664] env[62107]: value = "task-1700256" [ 1812.603664] env[62107]: _type = "Task" [ 1812.603664] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.613070] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.773018] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.910951] env[62107]: DEBUG nova.scheduler.client.report [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1813.062363] env[62107]: DEBUG oslo_vmware.api [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700255, 'name': PowerOnVM_Task, 'duration_secs': 0.476683} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.062781] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.062841] env[62107]: INFO nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1813.063037] env[62107]: DEBUG nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1813.063800] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8218a585-4a99-4b29-9edd-81185701fb35 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.115442] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700256, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.273555] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.416397] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.416620] env[62107]: INFO nova.compute.manager [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Migrating [ 1813.426450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.366s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.427933] env[62107]: INFO nova.compute.claims [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.579887] env[62107]: INFO nova.compute.manager [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Took 13.25 seconds to build instance. [ 1813.615107] env[62107]: DEBUG oslo_vmware.api [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700256, 'name': PowerOnVM_Task, 'duration_secs': 0.51387} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.615386] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.719192] env[62107]: DEBUG nova.compute.manager [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1813.720142] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba252701-3fc2-45b1-8e86-be88f2b2437c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.774573] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700254, 'name': ReconfigVM_Task, 'duration_secs': 1.341888} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.774810] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e/volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1813.775435] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1813.935040] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.935306] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.935435] env[62107]: DEBUG nova.network.neutron [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.082510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-14ba3c98-2eaf-447c-8443-5d1e5d1ef121 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.766s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.237114] env[62107]: DEBUG oslo_concurrency.lockutils [None req-42e0b342-84a0-4e47-9f4d-946a7bfcd4c0 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.133s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.281342] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8d19bc-2218-437e-ae09-a54a3560e277 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.304178] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd6941e-72e2-4693-80ee-baa8eb77d006 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.324648] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1814.553716] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c3c142-3cdc-498f-9a76-989b0a8d5a03 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.563762] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a4a908-be9b-4c4e-bde9-581563ae7262 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.598851] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014f7a69-cdd9-42bf-9463-8f04cf0916b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.606798] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49988718-c723-44f9-9a22-076eb7b687cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.619967] env[62107]: DEBUG nova.compute.provider_tree [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.773865] env[62107]: DEBUG nova.network.neutron [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.125714] env[62107]: DEBUG nova.scheduler.client.report [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1815.277203] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.494449] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.494710] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.494914] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.495115] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.495290] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.497578] env[62107]: INFO nova.compute.manager [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Terminating instance [ 1815.499344] env[62107]: DEBUG nova.compute.manager [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1815.499540] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.500383] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5a3e54-1220-478c-8bf5-fbb1b23f9427 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.508861] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.509104] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc5370b-305c-4f14-8563-f7d8f7fe8a2b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.515176] env[62107]: DEBUG oslo_vmware.api [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1815.515176] env[62107]: value = "task-1700257" [ 1815.515176] env[62107]: _type = "Task" [ 1815.515176] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.523478] env[62107]: DEBUG oslo_vmware.api [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.630211] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.630814] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1815.964309] env[62107]: DEBUG nova.network.neutron [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Port 17c6202d-3378-4d02-9089-56e83f46a9c3 binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1816.027104] env[62107]: DEBUG oslo_vmware.api [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700257, 'name': PowerOffVM_Task, 'duration_secs': 0.170539} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.027356] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1816.027522] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1816.027767] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4e5910-a81b-4dea-a8cc-076ffbc53bd6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.097682] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.097904] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.098100] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleting the datastore file [datastore1] 8a32378d-eb4f-4e13-bc00-62099fc4fee4 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.098370] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dd1d9b2-ce82-4331-95ad-33252e887040 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.105476] env[62107]: DEBUG oslo_vmware.api [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for the task: (returnval){ [ 1816.105476] env[62107]: value = "task-1700259" [ 1816.105476] env[62107]: _type = "Task" [ 1816.105476] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.113191] env[62107]: DEBUG oslo_vmware.api [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.135580] env[62107]: DEBUG nova.compute.utils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.136939] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1816.137130] env[62107]: DEBUG nova.network.neutron [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.183865] env[62107]: DEBUG nova.policy [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a03aa03cbd7a40579907e52f5d63d57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35ad1fba81b4454f9e3015094efa1635', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1816.436647] env[62107]: DEBUG nova.network.neutron [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Successfully created port: e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1816.615892] env[62107]: DEBUG oslo_vmware.api [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Task: {'id': task-1700259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265109} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.616166] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.616391] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.616585] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.616759] env[62107]: INFO nova.compute.manager [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1816.616992] env[62107]: DEBUG oslo.service.loopingcall [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.617197] env[62107]: DEBUG nova.compute.manager [-] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1816.617294] env[62107]: DEBUG nova.network.neutron [-] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.639605] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1816.793240] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81960353-80da-4edf-9f5e-a85330a39f32 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.811821] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 0 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1816.833200] env[62107]: DEBUG nova.compute.manager [req-4ec65327-8a6b-4b91-a252-4b81d7f27d76 req-93ab861d-1cda-4550-9d5d-04e154b0e5fe service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Received event network-vif-deleted-6897d729-90ac-4534-a2a5-f811e42d260e {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1816.833400] env[62107]: INFO nova.compute.manager [req-4ec65327-8a6b-4b91-a252-4b81d7f27d76 req-93ab861d-1cda-4550-9d5d-04e154b0e5fe service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Neutron deleted interface 6897d729-90ac-4534-a2a5-f811e42d260e; detaching it from the instance and deleting it from the info cache [ 1816.833571] env[62107]: DEBUG nova.network.neutron [req-4ec65327-8a6b-4b91-a252-4b81d7f27d76 req-93ab861d-1cda-4550-9d5d-04e154b0e5fe service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.986772] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.987011] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.987193] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.318703] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.319185] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-484c13bd-d6bb-4440-a901-f7b35907eb4b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.321024] env[62107]: DEBUG nova.network.neutron [-] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.328018] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1817.328018] env[62107]: value = "task-1700260" [ 1817.328018] env[62107]: _type = "Task" [ 1817.328018] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.338132] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.338362] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca3b3ba5-1721-487e-abd0-b9d5fbcc3bf6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.346562] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09d7339-1026-4cf8-bb6d-e45785227e18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.374652] env[62107]: DEBUG nova.compute.manager [req-4ec65327-8a6b-4b91-a252-4b81d7f27d76 req-93ab861d-1cda-4550-9d5d-04e154b0e5fe service nova] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Detach interface failed, port_id=6897d729-90ac-4534-a2a5-f811e42d260e, reason: Instance 8a32378d-eb4f-4e13-bc00-62099fc4fee4 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1817.648865] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1817.675607] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1817.675861] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1817.676026] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1817.676266] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1817.676465] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1817.676711] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1817.676934] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1817.677268] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1817.677341] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1817.677495] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1817.677691] env[62107]: DEBUG nova.virt.hardware [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1817.678560] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a047c-e8c3-4ef3-ad69-81a72a373246 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.686498] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f4c36d-f6aa-4b75-865a-cdfed3995865 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.807154] env[62107]: DEBUG nova.compute.manager [req-1dd6889e-31d2-46c3-9385-8ae3eb973788 req-e908cee9-9799-486f-b503-cb7e2a5ac02a service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-vif-plugged-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1817.807367] env[62107]: DEBUG oslo_concurrency.lockutils [req-1dd6889e-31d2-46c3-9385-8ae3eb973788 req-e908cee9-9799-486f-b503-cb7e2a5ac02a service nova] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.807567] env[62107]: DEBUG oslo_concurrency.lockutils [req-1dd6889e-31d2-46c3-9385-8ae3eb973788 req-e908cee9-9799-486f-b503-cb7e2a5ac02a service nova] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.807743] env[62107]: DEBUG oslo_concurrency.lockutils [req-1dd6889e-31d2-46c3-9385-8ae3eb973788 req-e908cee9-9799-486f-b503-cb7e2a5ac02a service nova] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.807909] env[62107]: DEBUG nova.compute.manager [req-1dd6889e-31d2-46c3-9385-8ae3eb973788 req-e908cee9-9799-486f-b503-cb7e2a5ac02a service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] No waiting events found dispatching network-vif-plugged-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1817.808083] env[62107]: WARNING nova.compute.manager [req-1dd6889e-31d2-46c3-9385-8ae3eb973788 req-e908cee9-9799-486f-b503-cb7e2a5ac02a service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received unexpected event network-vif-plugged-e337fb12-bec0-4cb8-a49e-968c1106749f for instance with vm_state building and task_state spawning. [ 1817.823752] env[62107]: INFO nova.compute.manager [-] [instance: 8a32378d-eb4f-4e13-bc00-62099fc4fee4] Took 1.21 seconds to deallocate network for instance. [ 1817.837638] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700260, 'name': PowerOffVM_Task, 'duration_secs': 0.188268} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.838054] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1817.838168] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 17 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1817.898557] env[62107]: DEBUG nova.network.neutron [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Successfully updated port: e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.021143] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.021348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.021525] env[62107]: DEBUG nova.network.neutron [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.329644] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.329997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.330133] env[62107]: DEBUG nova.objects.instance [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lazy-loading 'resources' on Instance uuid 8a32378d-eb4f-4e13-bc00-62099fc4fee4 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.344103] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1818.344378] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1818.344546] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.344730] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1818.344872] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.345023] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1818.345227] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1818.345380] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1818.345540] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1818.345695] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1818.345865] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1818.351086] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91be7ed1-89ac-4cd6-9900-930c195f14fd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.367105] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1818.367105] env[62107]: value = "task-1700261" [ 1818.367105] env[62107]: _type = "Task" [ 1818.367105] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.375754] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.400981] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.401153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.401305] env[62107]: DEBUG nova.network.neutron [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.736518] env[62107]: DEBUG nova.network.neutron [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [{"id": "17c6202d-3378-4d02-9089-56e83f46a9c3", "address": "fa:16:3e:0e:16:c4", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6202d-33", "ovs_interfaceid": "17c6202d-3378-4d02-9089-56e83f46a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.883927] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700261, 'name': ReconfigVM_Task, 'duration_secs': 0.336008} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.884159] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 33 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1818.932264] env[62107]: DEBUG nova.network.neutron [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1818.956873] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f953c-74f6-4f0b-8932-00152e8f4010 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.964582] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821eeaf-d5c3-45e0-8f20-81921c6978c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.998508] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d328a3d0-3cf3-49d0-b06c-f0333baec283 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.006956] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b569dfdf-f545-4008-b1ff-f31cc9f13615 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.021834] env[62107]: DEBUG nova.compute.provider_tree [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.065396] env[62107]: DEBUG nova.network.neutron [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.239865] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.394851] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1819.395338] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1819.395338] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1819.395646] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1819.395646] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1819.395756] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1819.395948] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1819.396102] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1819.396275] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1819.396466] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1819.396653] env[62107]: DEBUG nova.virt.hardware [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1819.402307] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1819.402775] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f0f5bf-641b-4c72-9a34-a8cf011ae644 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.422190] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1819.422190] env[62107]: value = "task-1700262" [ 1819.422190] env[62107]: _type = "Task" [ 1819.422190] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.430464] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.524689] env[62107]: DEBUG nova.scheduler.client.report [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1819.568326] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.568632] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Instance network_info: |[{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1819.569055] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e337fb12-bec0-4cb8-a49e-968c1106749f', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1819.576651] env[62107]: DEBUG oslo.service.loopingcall [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.577116] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1819.577375] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69c3052d-fb0d-4d0e-9622-18f8ae48f4c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.597273] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1819.597273] env[62107]: value = "task-1700263" [ 1819.597273] env[62107]: _type = "Task" [ 1819.597273] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.604493] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700263, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.750193] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401cca08-77ab-4373-95cd-b08361fe3fa0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.757462] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5b5fe-1a89-4ce2-98ab-7aebf1da075f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.834039] env[62107]: DEBUG nova.compute.manager [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1819.834309] env[62107]: DEBUG nova.compute.manager [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing instance network info cache due to event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1819.834594] env[62107]: DEBUG oslo_concurrency.lockutils [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.834787] env[62107]: DEBUG oslo_concurrency.lockutils [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.835199] env[62107]: DEBUG nova.network.neutron [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1819.932012] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700262, 'name': ReconfigVM_Task, 'duration_secs': 0.176852} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.932303] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1819.933078] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb3ce6-5e4f-40eb-ab0f-a20638c997e1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.954510] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.954739] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40a5425-532c-4907-8611-267c6edb057c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.971819] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1819.971819] env[62107]: value = "task-1700264" [ 1819.971819] env[62107]: _type = "Task" [ 1819.971819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.979208] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.030309] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.048040] env[62107]: INFO nova.scheduler.client.report [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Deleted allocations for instance 8a32378d-eb4f-4e13-bc00-62099fc4fee4 [ 1820.109391] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700263, 'name': CreateVM_Task, 'duration_secs': 0.315706} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.109555] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1820.110215] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.110381] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.110726] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1820.111164] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c470dac6-8cdb-48c0-86de-1feae92fd329 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.115926] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1820.115926] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c32941-8da7-94ae-daa8-c03eafbeac75" [ 1820.115926] env[62107]: _type = "Task" [ 1820.115926] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.123166] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c32941-8da7-94ae-daa8-c03eafbeac75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.484035] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.555527] env[62107]: DEBUG oslo_concurrency.lockutils [None req-6843a1e9-393f-47ac-86f4-0e5161369fd1 tempest-ServerDiskConfigTestJSON-345624421 tempest-ServerDiskConfigTestJSON-345624421-project-member] Lock "8a32378d-eb4f-4e13-bc00-62099fc4fee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.060s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.626705] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52c32941-8da7-94ae-daa8-c03eafbeac75, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.627182] env[62107]: DEBUG nova.network.neutron [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updated VIF entry in instance network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.627573] env[62107]: DEBUG nova.network.neutron [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.629186] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.629186] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1820.629340] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.629510] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.629739] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1820.630278] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b45674c-85bc-4a7b-85ff-fe0b4e167ab1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.639298] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1820.639496] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1820.640470] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23c0e2d-eaf9-4d5a-9bae-e47cd3ee74d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.647216] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1820.647216] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dfccd-27f2-2302-a0f6-4e3e6c90f3ce" [ 1820.647216] env[62107]: _type = "Task" [ 1820.647216] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.655202] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dfccd-27f2-2302-a0f6-4e3e6c90f3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.857742] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad45955-39df-42aa-a236-a32faef3a5bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.877414] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7839a9-707a-4970-8332-4b48b43c1c26 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.884440] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1820.982347] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700264, 'name': ReconfigVM_Task, 'duration_secs': 0.830395} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.982686] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.982882] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 50 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.131679] env[62107]: DEBUG oslo_concurrency.lockutils [req-bee5eb38-db2b-4aac-8ab4-3ba9f8ea53e5 req-dbae5eed-39f4-4c68-a61c-9822c303e12f service nova] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.158396] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dfccd-27f2-2302-a0f6-4e3e6c90f3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.159237] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4ae98a-7fd0-44d2-9277-9236b29eceaf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.164549] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1821.164549] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523124ec-ac22-e22f-ebad-176973915067" [ 1821.164549] env[62107]: _type = "Task" [ 1821.164549] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.173894] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523124ec-ac22-e22f-ebad-176973915067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.391107] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1821.391350] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-272b975d-78db-4ed6-87ab-3d4e8cf21c8d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.399724] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1821.399724] env[62107]: value = "task-1700265" [ 1821.399724] env[62107]: _type = "Task" [ 1821.399724] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.408082] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.489728] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a950f16-886f-4660-80ac-f52779c9e1ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.510161] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71eec4c-6ab0-42aa-bef6-c3bc7d122246 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.528355] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 67 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1821.675662] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523124ec-ac22-e22f-ebad-176973915067, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.676219] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.676638] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1821.677030] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f052a051-c188-4117-9b8a-13ba69e70340 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.685441] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1821.685441] env[62107]: value = "task-1700266" [ 1821.685441] env[62107]: _type = "Task" [ 1821.685441] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.697271] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.910991] env[62107]: DEBUG oslo_vmware.api [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700265, 'name': PowerOnVM_Task, 'duration_secs': 0.421995} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.911289] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.911509] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a4112c27-0568-41fa-9e18-7730dcb7af99 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance 'edf485c4-5a07-47ff-82f9-4144fb0e021b' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1822.071281] env[62107]: DEBUG nova.network.neutron [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Port 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1822.196463] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.699462] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924597} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.699933] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1822.699933] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1822.700222] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afaa1dd6-80ac-447e-befe-724284cd58cd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.706328] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1822.706328] env[62107]: value = "task-1700267" [ 1822.706328] env[62107]: _type = "Task" [ 1822.706328] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.714209] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.090550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.090793] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.090964] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.217108] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065415} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.217406] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1823.218201] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1525ec94-259b-41f4-8c7d-f23de80bcd1a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.242123] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1823.242713] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac133f6-2c2b-4a6a-aaff-d45f9b445568 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.262493] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1823.262493] env[62107]: value = "task-1700268" [ 1823.262493] env[62107]: _type = "Task" [ 1823.262493] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.270437] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.773513] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.130630] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.130832] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.131054] env[62107]: DEBUG nova.network.neutron [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.275707] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.638976] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.639248] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.639450] env[62107]: DEBUG nova.compute.manager [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Going to confirm migration 9 {{(pid=62107) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1824.773547] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.839437] env[62107]: DEBUG nova.network.neutron [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.071514] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.174427] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.174618] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquired lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.174788] env[62107]: DEBUG nova.network.neutron [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1825.174964] env[62107]: DEBUG nova.objects.instance [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'info_cache' on Instance uuid edf485c4-5a07-47ff-82f9-4144fb0e021b {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.274524] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.341839] env[62107]: DEBUG oslo_concurrency.lockutils [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.577583] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.774284] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700268, 'name': ReconfigVM_Task, 'duration_secs': 2.416864} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.774668] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1825.775236] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-835a21b1-72d8-4e88-8545-51da41a8434d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.781903] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1825.781903] env[62107]: value = "task-1700269" [ 1825.781903] env[62107]: _type = "Task" [ 1825.781903] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.789901] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700269, 'name': Rename_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.868446] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195ac292-3608-41e3-9e40-d9cd622ab9eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.887926] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791038e9-6766-4497-b4a8-d3ded157a20a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.894991] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 83 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1826.080761] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.081015] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.081189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.081348] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1826.082262] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d65338-95c1-4819-bbb8-10457c19b2f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.090959] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b0ca4-e93e-4249-831d-160d2cc87f68 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.105483] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3777f4b4-fa13-424e-803e-9698e73a2916 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.112109] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064a3b7f-717e-450a-a6b7-3a3fe6da5dd1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.141330] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180207MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1826.141466] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.141646] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.292242] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700269, 'name': Rename_Task, 'duration_secs': 0.137483} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.294455] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.294704] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d77e4c-fff6-4b70-860b-4866c79e0027 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.300840] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1826.300840] env[62107]: value = "task-1700270" [ 1826.300840] env[62107]: _type = "Task" [ 1826.300840] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.308373] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.400835] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.401173] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56a89417-c536-4c60-ba79-91f675f16200 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.408980] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1826.408980] env[62107]: value = "task-1700271" [ 1826.408980] env[62107]: _type = "Task" [ 1826.408980] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.421557] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.423017] env[62107]: DEBUG nova.network.neutron [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [{"id": "17c6202d-3378-4d02-9089-56e83f46a9c3", "address": "fa:16:3e:0e:16:c4", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17c6202d-33", "ovs_interfaceid": "17c6202d-3378-4d02-9089-56e83f46a9c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.810740] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700270, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.919552] env[62107]: DEBUG oslo_vmware.api [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700271, 'name': PowerOnVM_Task, 'duration_secs': 0.377804} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.919816] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.920088] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-49e98cfd-255d-48f1-8c79-3df6cfd3c927 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance '24bbd863-e312-48cf-a4b1-1aa15f9a7c7a' progress to 100 {{(pid=62107) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1826.926479] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Releasing lock "refresh_cache-edf485c4-5a07-47ff-82f9-4144fb0e021b" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.926724] env[62107]: DEBUG nova.objects.instance [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'migration_context' on Instance uuid edf485c4-5a07-47ff-82f9-4144fb0e021b {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.154837] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Applying migration context for instance 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a as it has an incoming, in-progress migration d277618d-c56b-4a6e-8851-636b9a2795d6. Migration status is post-migrating {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1827.155086] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Applying migration context for instance edf485c4-5a07-47ff-82f9-4144fb0e021b as it has an incoming, in-progress migration d0d0928c-619a-4721-8a13-77ef1d857c70. Migration status is confirming {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1827.156107] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating resource usage from migration d277618d-c56b-4a6e-8851-636b9a2795d6 [ 1827.156475] env[62107]: INFO nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating resource usage from migration d0d0928c-619a-4721-8a13-77ef1d857c70 [ 1827.172143] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance dc31c470-98cd-40f6-b853-4e80cd87c28e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.172283] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.172404] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.172523] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration d0d0928c-619a-4721-8a13-77ef1d857c70 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1827.172637] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance edf485c4-5a07-47ff-82f9-4144fb0e021b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.172749] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Migration d277618d-c56b-4a6e-8851-636b9a2795d6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1827.172877] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.173006] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 98241142-e1ba-411f-b5ea-8b40d529528e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1827.173185] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1827.173329] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1827.264858] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f899a-1e70-4323-a9e8-9a961bb7417b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.272546] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af34f536-696c-4c90-8e7a-fb1ced95b977 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.304658] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c886601-3b20-4c34-9860-1c7450eede40 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.313909] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987e1db-0a0d-40ec-91c4-d764b47e4bd3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.317425] env[62107]: DEBUG oslo_vmware.api [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700270, 'name': PowerOnVM_Task, 'duration_secs': 0.515374} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.317666] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.317861] env[62107]: INFO nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1827.318047] env[62107]: DEBUG nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1827.319110] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bea86c3-25b0-49b7-a395-002f5454f3de {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.329935] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1827.429119] env[62107]: DEBUG nova.objects.base [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1827.429988] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b1b38-9a57-4941-873b-23a9a462bafe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.449613] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2a4c305-2e37-4fe3-a699-6415ce27c630 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.455045] env[62107]: DEBUG oslo_vmware.api [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1827.455045] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5201c98c-4630-81cd-26f7-d588a31a1c87" [ 1827.455045] env[62107]: _type = "Task" [ 1827.455045] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.462979] env[62107]: DEBUG oslo_vmware.api [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5201c98c-4630-81cd-26f7-d588a31a1c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.833333] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1827.843746] env[62107]: INFO nova.compute.manager [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Took 15.80 seconds to build instance. [ 1827.965042] env[62107]: DEBUG oslo_vmware.api [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5201c98c-4630-81cd-26f7-d588a31a1c87, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.965338] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.338009] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1828.338251] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.197s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.338518] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.373s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.345826] env[62107]: DEBUG oslo_concurrency.lockutils [None req-9da2524e-c7e1-4435-85ee-ee53b9f1f684 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.312s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.828460] env[62107]: DEBUG nova.compute.manager [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1828.828667] env[62107]: DEBUG nova.compute.manager [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing instance network info cache due to event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1828.828881] env[62107]: DEBUG oslo_concurrency.lockutils [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.829033] env[62107]: DEBUG oslo_concurrency.lockutils [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.829196] env[62107]: DEBUG nova.network.neutron [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.962243] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b566ec5-d27e-4121-befa-cad1f680b0b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.972251] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefce78c-32f9-44e1-804d-54073e85fffd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.004755] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7f791a-a25f-420a-9729-1a1575493092 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.012438] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae7ba3a-9ae2-4012-a8a8-bd15003d3f51 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.025958] env[62107]: DEBUG nova.compute.provider_tree [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1829.403744] env[62107]: DEBUG nova.network.neutron [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Port 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b binding to destination host cpu-1 is already ACTIVE {{(pid=62107) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1829.404819] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.404819] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.404819] env[62107]: DEBUG nova.network.neutron [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.529041] env[62107]: DEBUG nova.scheduler.client.report [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1829.582357] env[62107]: DEBUG nova.network.neutron [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updated VIF entry in instance network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.582742] env[62107]: DEBUG nova.network.neutron [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.086327] env[62107]: DEBUG oslo_concurrency.lockutils [req-8dc898ce-d533-4205-867f-10fc25f8dad4 req-fa63b149-bfae-4ab4-bb2a-29609723c19b service nova] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.114666] env[62107]: DEBUG nova.network.neutron [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.540053] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.201s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.617153] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.042949] env[62107]: INFO nova.compute.manager [None req-3bbf484d-21a3-44f0-8f2a-ce4f84038834 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Get console output [ 1831.043324] env[62107]: WARNING nova.virt.vmwareapi.driver [None req-3bbf484d-21a3-44f0-8f2a-ce4f84038834 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] The console log is missing. Check your VSPC configuration [ 1831.093454] env[62107]: INFO nova.scheduler.client.report [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted allocation for migration d0d0928c-619a-4721-8a13-77ef1d857c70 [ 1831.120105] env[62107]: DEBUG nova.compute.manager [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62107) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1831.120352] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.120583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.598626] env[62107]: DEBUG oslo_concurrency.lockutils [None req-b43b63db-c009-44de-93e0-8f791284ace7 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.959s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.623097] env[62107]: DEBUG nova.objects.instance [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'migration_context' on Instance uuid 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.834427] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.834621] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.072164] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.072797] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1832.072943] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1832.227135] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377bddc0-ee18-471a-acdf-98f9b04fa6db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.238133] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f07a4cc-61ae-463e-8a4d-79da0b86f02b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.287586] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3be9f39-4bac-4180-9ef5-9764fe5fb307 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.298332] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a10c08d-59f2-42f1-a7d9-1218cac67289 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.321220] env[62107]: DEBUG nova.compute.provider_tree [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.824776] env[62107]: DEBUG nova.scheduler.client.report [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1833.072726] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.837457] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.717s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.067411] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.071686] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.372778] env[62107]: INFO nova.compute.manager [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Swapping old allocation on dict_keys(['043fb997-216b-47b0-b871-05aad9e63790']) held by migration d277618d-c56b-4a6e-8851-636b9a2795d6 for instance [ 1835.393516] env[62107]: DEBUG nova.scheduler.client.report [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Overwriting current allocation {'allocations': {'043fb997-216b-47b0-b871-05aad9e63790': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '2252fd3fdab24b02b94f3c056d03e997', 'user_id': 'dc49eacd3c62475faf25ca0bc9024757', 'consumer_generation': 1} on consumer 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a {{(pid=62107) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1835.478658] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.478943] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.479218] env[62107]: DEBUG nova.network.neutron [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1836.178694] env[62107]: DEBUG nova.network.neutron [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [{"id": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "address": "fa:16:3e:fa:07:e3", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37bb80c8-23", "ovs_interfaceid": "37bb80c8-23a9-4c29-9db9-5ffe71ebce6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.682745] env[62107]: DEBUG oslo_concurrency.lockutils [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.684044] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1836.684044] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89b1139f-2250-4ea8-a47a-0ab63daafcae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.690513] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1836.690513] env[62107]: value = "task-1700272" [ 1836.690513] env[62107]: _type = "Task" [ 1836.690513] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.698327] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.200804] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700272, 'name': PowerOffVM_Task, 'duration_secs': 0.212076} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.201097] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.201733] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1837.201950] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1837.202117] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.202303] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1837.202448] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.202595] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1837.202796] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1837.202955] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1837.203134] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1837.203299] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1837.203468] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1837.209192] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16383a6f-c40a-44bb-b802-a6f8291444e9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.227482] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1837.227482] env[62107]: value = "task-1700273" [ 1837.227482] env[62107]: _type = "Task" [ 1837.227482] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.235421] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.737935] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700273, 'name': ReconfigVM_Task, 'duration_secs': 0.128853} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.738882] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969e975a-3007-4892-91f8-67101f4df965 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.758084] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1837.758442] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1837.758622] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1837.758830] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1837.759094] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1837.759286] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1837.759497] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1837.759660] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1837.759823] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1837.759984] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1837.760175] env[62107]: DEBUG nova.virt.hardware [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1837.761011] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156b926d-8ab9-42d9-b4af-211e54df41ae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.766594] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1837.766594] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5236508d-4832-6247-c35f-0d02943e6b40" [ 1837.766594] env[62107]: _type = "Task" [ 1837.766594] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.774489] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5236508d-4832-6247-c35f-0d02943e6b40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.072156] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1838.072387] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1838.072515] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1838.277708] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5236508d-4832-6247-c35f-0d02943e6b40, 'name': SearchDatastore_Task, 'duration_secs': 0.008074} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.283099] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1838.283394] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22f3ec7-4ce4-4dee-883a-ca3007cdafc0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.302106] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1838.302106] env[62107]: value = "task-1700274" [ 1838.302106] env[62107]: _type = "Task" [ 1838.302106] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.310277] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.606962] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.607225] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.607475] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1838.607748] env[62107]: DEBUG nova.objects.instance [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lazy-loading 'info_cache' on Instance uuid dc31c470-98cd-40f6-b853-4e80cd87c28e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.812972] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700274, 'name': ReconfigVM_Task, 'duration_secs': 0.212103} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.813278] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1838.814085] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f4514c-c57d-4d48-9df6-069dbfb848e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.836358] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1838.836709] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0a3daa-e50e-42ea-a3b2-08cc747ac80e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.865205] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1838.865205] env[62107]: value = "task-1700275" [ 1838.865205] env[62107]: _type = "Task" [ 1838.865205] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.873544] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.377205] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700275, 'name': ReconfigVM_Task, 'duration_secs': 0.295456} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.377801] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a/24bbd863-e312-48cf-a4b1-1aa15f9a7c7a.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.378603] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47ba9c-2e40-4bbc-9410-88930e089f1f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.396336] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbece9f6-ddbf-410c-82ee-09345de5e542 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.413953] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0823ca47-980d-4bc4-9681-8b64b3a94886 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.431747] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4e175-8ad3-45e1-afb8-5e74a5aeff3c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.438309] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.438551] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6806d88a-e5d5-44a4-a3fd-848c254b0a8b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.444964] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1839.444964] env[62107]: value = "task-1700276" [ 1839.444964] env[62107]: _type = "Task" [ 1839.444964] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.452019] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.954796] env[62107]: DEBUG oslo_vmware.api [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700276, 'name': PowerOnVM_Task, 'duration_secs': 0.361061} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.955071] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.299477] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [{"id": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "address": "fa:16:3e:3c:37:bb", "network": {"id": "9075304d-eef8-423a-8e68-f74702236b14", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-457714726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1cee2755f41f42f0baf75de1428313c2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fadf17f-43", "ovs_interfaceid": "6fadf17f-434d-4e0f-9d74-5b9bbbc5f724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.802522] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-dc31c470-98cd-40f6-b853-4e80cd87c28e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.802915] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1840.965820] env[62107]: INFO nova.compute.manager [None req-464d47aa-036a-4692-a1af-dd7351f839f5 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance to original state: 'active' [ 1841.935997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.936442] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.936637] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.936817] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.937025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.939404] env[62107]: INFO nova.compute.manager [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Terminating instance [ 1841.941267] env[62107]: DEBUG nova.compute.manager [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1841.941497] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.942418] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c57b5-97b7-4abd-bfdb-21c0540fcc16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.950987] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.951230] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff2e14b-9d6e-4ad0-98cd-e7e93ffe9f79 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.957118] env[62107]: DEBUG oslo_vmware.api [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1841.957118] env[62107]: value = "task-1700277" [ 1841.957118] env[62107]: _type = "Task" [ 1841.957118] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.964598] env[62107]: DEBUG oslo_vmware.api [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.467334] env[62107]: DEBUG oslo_vmware.api [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700277, 'name': PowerOffVM_Task, 'duration_secs': 0.184365} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.467622] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.467784] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.468038] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91cbc14b-8260-4c69-a5b6-b8d6e84b4ec3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.550480] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.550710] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.550961] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleting the datastore file [datastore1] 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.551317] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe3b644-7255-453d-9183-95e4bfb976ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.557420] env[62107]: DEBUG oslo_vmware.api [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1842.557420] env[62107]: value = "task-1700279" [ 1842.557420] env[62107]: _type = "Task" [ 1842.557420] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.565236] env[62107]: DEBUG oslo_vmware.api [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.066818] env[62107]: DEBUG oslo_vmware.api [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152137} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.067233] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.067233] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.067412] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.067592] env[62107]: INFO nova.compute.manager [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1843.067858] env[62107]: DEBUG oslo.service.loopingcall [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.068059] env[62107]: DEBUG nova.compute.manager [-] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1843.068155] env[62107]: DEBUG nova.network.neutron [-] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.479623] env[62107]: DEBUG nova.compute.manager [req-b7c5e3ea-5bc3-4dca-bd4f-5c8eb7a50e19 req-053e7bf7-2b1c-4a37-8afd-0b2c2809cf66 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Received event network-vif-deleted-37bb80c8-23a9-4c29-9db9-5ffe71ebce6b {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1843.479757] env[62107]: INFO nova.compute.manager [req-b7c5e3ea-5bc3-4dca-bd4f-5c8eb7a50e19 req-053e7bf7-2b1c-4a37-8afd-0b2c2809cf66 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Neutron deleted interface 37bb80c8-23a9-4c29-9db9-5ffe71ebce6b; detaching it from the instance and deleting it from the info cache [ 1843.479924] env[62107]: DEBUG nova.network.neutron [req-b7c5e3ea-5bc3-4dca-bd4f-5c8eb7a50e19 req-053e7bf7-2b1c-4a37-8afd-0b2c2809cf66 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.953428] env[62107]: DEBUG nova.network.neutron [-] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.982806] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1888077d-d093-4bfd-9b09-4d3fefed96f8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.993312] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f8a5e-6ca7-4908-b134-78c3944f2582 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.021690] env[62107]: DEBUG nova.compute.manager [req-b7c5e3ea-5bc3-4dca-bd4f-5c8eb7a50e19 req-053e7bf7-2b1c-4a37-8afd-0b2c2809cf66 service nova] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Detach interface failed, port_id=37bb80c8-23a9-4c29-9db9-5ffe71ebce6b, reason: Instance 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1844.456695] env[62107]: INFO nova.compute.manager [-] [instance: 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a] Took 1.39 seconds to deallocate network for instance. [ 1844.964144] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.964425] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.964618] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.985466] env[62107]: INFO nova.scheduler.client.report [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted allocations for instance 24bbd863-e312-48cf-a4b1-1aa15f9a7c7a [ 1845.493365] env[62107]: DEBUG oslo_concurrency.lockutils [None req-5f853ca4-627e-45b8-b24f-9cedf494c1d4 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "24bbd863-e312-48cf-a4b1-1aa15f9a7c7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.557s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.779985] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "6c72f262-c91d-4277-8691-5124223350e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.779985] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.281833] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1847.802742] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.803030] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.804506] env[62107]: INFO nova.compute.claims [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.885720] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e895ea-b057-4d73-a5ae-259094614983 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.892211] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3d6838-4cda-4c1e-be36-9958db77ab33 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.923379] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df68075-f04d-4321-ac79-1d7fd472323b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.931652] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47cffc6-5759-4227-81a6-14d7fe6b9b78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.944807] env[62107]: DEBUG nova.compute.provider_tree [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.448283] env[62107]: DEBUG nova.scheduler.client.report [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.952939] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.953492] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1850.458364] env[62107]: DEBUG nova.compute.utils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.459992] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1850.460560] env[62107]: DEBUG nova.network.neutron [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.497091] env[62107]: DEBUG nova.policy [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc49eacd3c62475faf25ca0bc9024757', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2252fd3fdab24b02b94f3c056d03e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1850.746082] env[62107]: DEBUG nova.network.neutron [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Successfully created port: d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.819798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.820102] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.820356] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.820607] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.820789] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.822914] env[62107]: INFO nova.compute.manager [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Terminating instance [ 1850.824616] env[62107]: DEBUG nova.compute.manager [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1850.824837] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.825710] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31655dab-f420-4ff9-a875-5a9ca628f88d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.833498] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1850.833979] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c61c02-5b5a-41a2-b14f-920fc6251c1d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.839553] env[62107]: DEBUG oslo_vmware.api [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1850.839553] env[62107]: value = "task-1700280" [ 1850.839553] env[62107]: _type = "Task" [ 1850.839553] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.848426] env[62107]: DEBUG oslo_vmware.api [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.963870] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1851.349561] env[62107]: DEBUG oslo_vmware.api [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700280, 'name': PowerOffVM_Task, 'duration_secs': 0.20855} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.349844] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1851.350044] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1851.350335] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31f0da75-ef90-4fcb-be73-06b2597237d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.550932] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1851.551200] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1851.551403] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleting the datastore file [datastore1] eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1851.551638] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0367ccd2-34a0-4482-8053-face42cf6b50 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.557848] env[62107]: DEBUG oslo_vmware.api [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for the task: (returnval){ [ 1851.557848] env[62107]: value = "task-1700282" [ 1851.557848] env[62107]: _type = "Task" [ 1851.557848] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.565599] env[62107]: DEBUG oslo_vmware.api [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.974900] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1852.001426] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.001675] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.001834] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.002027] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.002177] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.002322] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.002542] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.002699] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.002864] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.003032] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.003207] env[62107]: DEBUG nova.virt.hardware [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.004088] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5101c4a-193b-4c50-9a60-7fde49b044ce {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.012689] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e2f06f-7c66-48be-9be3-8d104b8393e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.067663] env[62107]: DEBUG oslo_vmware.api [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Task: {'id': task-1700282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134799} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.067900] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.068090] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.068261] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.068429] env[62107]: INFO nova.compute.manager [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1852.068660] env[62107]: DEBUG oslo.service.loopingcall [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.068843] env[62107]: DEBUG nova.compute.manager [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1852.068937] env[62107]: DEBUG nova.network.neutron [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1852.120589] env[62107]: DEBUG nova.compute.manager [req-0ccb3549-b487-48b2-ad84-b0710426a5dd req-8ca5374e-e8c0-4b3e-8124-c748dfc72699 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Received event network-vif-plugged-d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1852.120758] env[62107]: DEBUG oslo_concurrency.lockutils [req-0ccb3549-b487-48b2-ad84-b0710426a5dd req-8ca5374e-e8c0-4b3e-8124-c748dfc72699 service nova] Acquiring lock "6c72f262-c91d-4277-8691-5124223350e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.120962] env[62107]: DEBUG oslo_concurrency.lockutils [req-0ccb3549-b487-48b2-ad84-b0710426a5dd req-8ca5374e-e8c0-4b3e-8124-c748dfc72699 service nova] Lock "6c72f262-c91d-4277-8691-5124223350e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.121140] env[62107]: DEBUG oslo_concurrency.lockutils [req-0ccb3549-b487-48b2-ad84-b0710426a5dd req-8ca5374e-e8c0-4b3e-8124-c748dfc72699 service nova] Lock "6c72f262-c91d-4277-8691-5124223350e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.121302] env[62107]: DEBUG nova.compute.manager [req-0ccb3549-b487-48b2-ad84-b0710426a5dd req-8ca5374e-e8c0-4b3e-8124-c748dfc72699 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] No waiting events found dispatching network-vif-plugged-d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1852.121589] env[62107]: WARNING nova.compute.manager [req-0ccb3549-b487-48b2-ad84-b0710426a5dd req-8ca5374e-e8c0-4b3e-8124-c748dfc72699 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Received unexpected event network-vif-plugged-d7aaea80-8ddb-4b45-9cac-4780a0a75554 for instance with vm_state building and task_state spawning. [ 1852.204401] env[62107]: DEBUG nova.network.neutron [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Successfully updated port: d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.571790] env[62107]: DEBUG nova.compute.manager [req-e9a88624-b62b-4562-b1b0-dede65cb3c79 req-2439b342-feb0-4fd1-a221-66d2172e5918 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Received event network-vif-deleted-c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1852.571954] env[62107]: INFO nova.compute.manager [req-e9a88624-b62b-4562-b1b0-dede65cb3c79 req-2439b342-feb0-4fd1-a221-66d2172e5918 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Neutron deleted interface c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97; detaching it from the instance and deleting it from the info cache [ 1852.572578] env[62107]: DEBUG nova.network.neutron [req-e9a88624-b62b-4562-b1b0-dede65cb3c79 req-2439b342-feb0-4fd1-a221-66d2172e5918 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.707182] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.707280] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.707368] env[62107]: DEBUG nova.network.neutron [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.975888] env[62107]: DEBUG nova.network.neutron [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.074436] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0597b303-b190-4e88-b969-c29b7e0d9dae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.088551] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a16092-e048-4476-a91e-252a5b8c19d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.120997] env[62107]: DEBUG nova.compute.manager [req-e9a88624-b62b-4562-b1b0-dede65cb3c79 req-2439b342-feb0-4fd1-a221-66d2172e5918 service nova] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Detach interface failed, port_id=c37ea1d0-a1ef-4ba6-b385-9e8e3a1fdd97, reason: Instance eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1853.240114] env[62107]: DEBUG nova.network.neutron [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.371064] env[62107]: DEBUG nova.network.neutron [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [{"id": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "address": "fa:16:3e:dc:5f:81", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aaea80-8d", "ovs_interfaceid": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.479497] env[62107]: INFO nova.compute.manager [-] [instance: eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1] Took 1.41 seconds to deallocate network for instance. [ 1853.873334] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.873671] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Instance network_info: |[{"id": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "address": "fa:16:3e:dc:5f:81", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aaea80-8d", "ovs_interfaceid": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1853.874115] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:5f:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aef08290-001a-4ae8-aff0-1889e2211389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7aaea80-8ddb-4b45-9cac-4780a0a75554', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1853.881719] env[62107]: DEBUG oslo.service.loopingcall [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.881937] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1853.882164] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ecfc004-099d-4e5c-a83b-eae8fb7fa3c9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.902156] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1853.902156] env[62107]: value = "task-1700283" [ 1853.902156] env[62107]: _type = "Task" [ 1853.902156] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.909507] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700283, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.986311] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.986796] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.986986] env[62107]: DEBUG nova.objects.instance [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lazy-loading 'resources' on Instance uuid eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1854.150011] env[62107]: DEBUG nova.compute.manager [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Received event network-changed-d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1854.150402] env[62107]: DEBUG nova.compute.manager [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Refreshing instance network info cache due to event network-changed-d7aaea80-8ddb-4b45-9cac-4780a0a75554. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1854.150618] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] Acquiring lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.150763] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] Acquired lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.150922] env[62107]: DEBUG nova.network.neutron [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Refreshing network info cache for port d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.412276] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700283, 'name': CreateVM_Task, 'duration_secs': 0.460263} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.412481] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1854.413129] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.413296] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.413620] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1854.413868] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2602acf-a710-4bf1-a7a8-87073fed3094 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.418289] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1854.418289] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521d9299-15aa-38a1-16ed-af2c033af469" [ 1854.418289] env[62107]: _type = "Task" [ 1854.418289] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.426188] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521d9299-15aa-38a1-16ed-af2c033af469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.567878] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684bd53c-1ea2-4018-80f9-bb4ead02111d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.575441] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960c93b7-2bdd-42b0-b610-5339c019770e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.619736] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e527c-0ba5-4ec3-85b7-6ce7e0897002 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.630316] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a0c7fa-81c6-40b7-974c-6ee67b323b2d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.649093] env[62107]: DEBUG nova.compute.provider_tree [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.868217] env[62107]: DEBUG nova.network.neutron [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updated VIF entry in instance network info cache for port d7aaea80-8ddb-4b45-9cac-4780a0a75554. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.868583] env[62107]: DEBUG nova.network.neutron [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [{"id": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "address": "fa:16:3e:dc:5f:81", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aaea80-8d", "ovs_interfaceid": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.929411] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521d9299-15aa-38a1-16ed-af2c033af469, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.929709] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.929943] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1854.930189] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.930334] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.930515] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.930771] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4121e80-fdd8-4ba8-a113-881dcde759a0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.938341] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.938514] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.939224] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138fe946-33fb-4dd3-82da-872125f67a46 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.944080] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1854.944080] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5260c623-8875-15a8-a88d-d06dd1338275" [ 1854.944080] env[62107]: _type = "Task" [ 1854.944080] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.950937] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5260c623-8875-15a8-a88d-d06dd1338275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.152213] env[62107]: DEBUG nova.scheduler.client.report [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1855.371409] env[62107]: DEBUG oslo_concurrency.lockutils [req-fb73b21c-eb83-4441-a5b4-e1223076f1c8 req-ad05c492-c55a-4a23-bae9-923726bfa5bc service nova] Releasing lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.453980] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5260c623-8875-15a8-a88d-d06dd1338275, 'name': SearchDatastore_Task, 'duration_secs': 0.008089} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.454738] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92e1e4b-939b-460e-992c-c01963b68a94 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.459510] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1855.459510] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da47b5-b6d0-d579-e7cd-c94c54f4f2ba" [ 1855.459510] env[62107]: _type = "Task" [ 1855.459510] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.466574] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da47b5-b6d0-d579-e7cd-c94c54f4f2ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.657376] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.674516] env[62107]: INFO nova.scheduler.client.report [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Deleted allocations for instance eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1 [ 1855.973074] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52da47b5-b6d0-d579-e7cd-c94c54f4f2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.973554] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.976020] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6c72f262-c91d-4277-8691-5124223350e7/6c72f262-c91d-4277-8691-5124223350e7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.976020] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec6ddf7-3dae-4106-831f-c9a523ee0262 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.981746] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1855.981746] env[62107]: value = "task-1700284" [ 1855.981746] env[62107]: _type = "Task" [ 1855.981746] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.989937] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.182854] env[62107]: DEBUG oslo_concurrency.lockutils [None req-970b8876-b13b-42f1-82ab-e3d6624a8ed3 tempest-AttachVolumeShelveTestJSON-715907360 tempest-AttachVolumeShelveTestJSON-715907360-project-member] Lock "eaf493b9-92a6-4e7a-8f32-4641ae1cb0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.363s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.492077] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463459} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.492302] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 6c72f262-c91d-4277-8691-5124223350e7/6c72f262-c91d-4277-8691-5124223350e7.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.492493] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.492736] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbbbbb52-0e23-4e57-8c24-0c4b94613793 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.499138] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1856.499138] env[62107]: value = "task-1700285" [ 1856.499138] env[62107]: _type = "Task" [ 1856.499138] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.506197] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.009060] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072409} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.009351] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.010129] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78120370-6e4d-4910-8d89-5e7b9d20c5fb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.031636] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 6c72f262-c91d-4277-8691-5124223350e7/6c72f262-c91d-4277-8691-5124223350e7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.031874] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2aec1a-818b-4218-9189-8144a7aa10b8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.051039] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1857.051039] env[62107]: value = "task-1700286" [ 1857.051039] env[62107]: _type = "Task" [ 1857.051039] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.058254] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.560917] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700286, 'name': ReconfigVM_Task, 'duration_secs': 0.30879} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.561238] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 6c72f262-c91d-4277-8691-5124223350e7/6c72f262-c91d-4277-8691-5124223350e7.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.561761] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7fee19-7a27-4026-b170-178d54168462 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.568398] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1857.568398] env[62107]: value = "task-1700288" [ 1857.568398] env[62107]: _type = "Task" [ 1857.568398] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.576021] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700288, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.926151] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.926479] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.926680] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.926886] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.927066] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.929260] env[62107]: INFO nova.compute.manager [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Terminating instance [ 1857.931123] env[62107]: DEBUG nova.compute.manager [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1857.931334] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.931567] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8f4f51-d1b8-4e8f-aadd-f0f7c5e62cea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.939320] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1857.939320] env[62107]: value = "task-1700289" [ 1857.939320] env[62107]: _type = "Task" [ 1857.939320] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.947984] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.077956] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700288, 'name': Rename_Task, 'duration_secs': 0.139481} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.078297] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.078573] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b535bda6-6e96-4b88-bb38-48c49a9524ed {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.086218] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1858.086218] env[62107]: value = "task-1700290" [ 1858.086218] env[62107]: _type = "Task" [ 1858.086218] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.096072] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.449781] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700289, 'name': PowerOffVM_Task, 'duration_secs': 0.22373} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.450060] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.450190] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Volume detach. Driver type: vmdk {{(pid=62107) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1858.450374] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354377', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'name': 'volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'edf485c4-5a07-47ff-82f9-4144fb0e021b', 'attached_at': '2024-12-10T18:12:08.000000', 'detached_at': '', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'serial': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1858.451130] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e15df-ca8c-4d2c-8307-b363cd851ca4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.469332] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370fa4a1-1828-4086-bc15-8ef6837cfa5c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.476247] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ccc7b-0dd8-41d0-b953-e52ebe3afc6a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.493910] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462422c6-ca03-4a15-853f-b1cf89f744bf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.509192] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] The volume has not been displaced from its original location: [datastore1] volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e/volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e.vmdk. No consolidation needed. {{(pid=62107) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1858.514402] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1858.514715] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1038e259-4f29-4669-a711-82e83aa4a444 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.531926] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1858.531926] env[62107]: value = "task-1700291" [ 1858.531926] env[62107]: _type = "Task" [ 1858.531926] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.540574] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.595562] env[62107]: DEBUG oslo_vmware.api [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700290, 'name': PowerOnVM_Task, 'duration_secs': 0.449134} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.595954] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.596259] env[62107]: INFO nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1858.596259] env[62107]: DEBUG nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1858.597092] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c17801-2fef-4de7-9540-b054311498cf {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.041925] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700291, 'name': ReconfigVM_Task, 'duration_secs': 0.152389} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.042230] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62107) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1859.046871] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d898f8a7-33a0-4dbb-9a78-0489e3ddb922 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.061315] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1859.061315] env[62107]: value = "task-1700292" [ 1859.061315] env[62107]: _type = "Task" [ 1859.061315] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.069063] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.112973] env[62107]: INFO nova.compute.manager [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Took 11.33 seconds to build instance. [ 1859.571198] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700292, 'name': ReconfigVM_Task, 'duration_secs': 0.262747} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.571494] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-354377', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'name': 'volume-6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'edf485c4-5a07-47ff-82f9-4144fb0e021b', 'attached_at': '2024-12-10T18:12:08.000000', 'detached_at': '', 'volume_id': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e', 'serial': '6b44d8ae-edc2-4b72-9a62-13fd904dab9e'} {{(pid=62107) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1859.571763] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1859.572520] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8690a26c-d4b4-4871-af24-f4d04ba9fd4a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.579114] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.579287] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-404e1e7c-bd91-4144-9354-03151ea3c655 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.618348] env[62107]: DEBUG oslo_concurrency.lockutils [None req-83576529-6a8f-4c6b-acec-122b5b4c7029 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.839s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.875619] env[62107]: DEBUG nova.compute.manager [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Received event network-changed-d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1859.876527] env[62107]: DEBUG nova.compute.manager [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Refreshing instance network info cache due to event network-changed-d7aaea80-8ddb-4b45-9cac-4780a0a75554. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1859.876527] env[62107]: DEBUG oslo_concurrency.lockutils [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] Acquiring lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.876527] env[62107]: DEBUG oslo_concurrency.lockutils [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] Acquired lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.876527] env[62107]: DEBUG nova.network.neutron [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Refreshing network info cache for port d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.991053] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.991053] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.991220] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] edf485c4-5a07-47ff-82f9-4144fb0e021b {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.991600] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d90e24-ae2d-46b3-8bea-654fa20255e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.998233] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1859.998233] env[62107]: value = "task-1700294" [ 1859.998233] env[62107]: _type = "Task" [ 1859.998233] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.005961] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.508036] env[62107]: DEBUG oslo_vmware.api [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082987} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.509026] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.509026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.509026] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.509026] env[62107]: INFO nova.compute.manager [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1860.509240] env[62107]: DEBUG oslo.service.loopingcall [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.509349] env[62107]: DEBUG nova.compute.manager [-] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1860.509443] env[62107]: DEBUG nova.network.neutron [-] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1860.673565] env[62107]: DEBUG nova.network.neutron [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updated VIF entry in instance network info cache for port d7aaea80-8ddb-4b45-9cac-4780a0a75554. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1860.674022] env[62107]: DEBUG nova.network.neutron [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [{"id": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "address": "fa:16:3e:dc:5f:81", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aaea80-8d", "ovs_interfaceid": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.177097] env[62107]: DEBUG oslo_concurrency.lockutils [req-982874f3-03f8-46bd-a349-8b58a1187ee8 req-515b3710-fc17-46ba-a9d7-52430b86d125 service nova] Releasing lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.593239] env[62107]: DEBUG nova.network.neutron [-] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.912833] env[62107]: DEBUG nova.compute.manager [req-33c89836-492f-4885-a638-3d864e4adb55 req-f10b8008-fda6-4a85-b05a-9731b6a8f1ac service nova] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Received event network-vif-deleted-17c6202d-3378-4d02-9089-56e83f46a9c3 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1862.096465] env[62107]: INFO nova.compute.manager [-] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Took 1.59 seconds to deallocate network for instance. [ 1862.638398] env[62107]: INFO nova.compute.manager [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Took 0.54 seconds to detach 1 volumes for instance. [ 1862.641314] env[62107]: DEBUG nova.compute.manager [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: edf485c4-5a07-47ff-82f9-4144fb0e021b] Deleting volume: 6b44d8ae-edc2-4b72-9a62-13fd904dab9e {{(pid=62107) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1863.178905] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.179354] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.179354] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.204329] env[62107]: INFO nova.scheduler.client.report [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted allocations for instance edf485c4-5a07-47ff-82f9-4144fb0e021b [ 1863.712720] env[62107]: DEBUG oslo_concurrency.lockutils [None req-cb5c3bb3-f67e-4b46-a377-156a6e367b07 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "edf485c4-5a07-47ff-82f9-4144fb0e021b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.652191] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.652583] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.652663] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.652844] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.653137] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.655668] env[62107]: INFO nova.compute.manager [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Terminating instance [ 1864.657370] env[62107]: DEBUG nova.compute.manager [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1864.657563] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1864.658414] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334ed9d0-2bad-41d1-89c1-f35037dc436f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.666271] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1864.666482] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45fac786-94ed-4ad2-b45c-4320e4790143 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.672616] env[62107]: DEBUG oslo_vmware.api [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1864.672616] env[62107]: value = "task-1700296" [ 1864.672616] env[62107]: _type = "Task" [ 1864.672616] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.680278] env[62107]: DEBUG oslo_vmware.api [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.182813] env[62107]: DEBUG oslo_vmware.api [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700296, 'name': PowerOffVM_Task, 'duration_secs': 0.201232} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.183085] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1865.183404] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.183520] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e125a3-1a7c-4e19-a33d-7599d621137a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.264574] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.264792] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.264982] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.265268] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-487659f2-ca24-4c6c-b6e6-6f5cc0f8b079 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.273496] env[62107]: DEBUG oslo_vmware.api [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1865.273496] env[62107]: value = "task-1700298" [ 1865.273496] env[62107]: _type = "Task" [ 1865.273496] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.281644] env[62107]: DEBUG oslo_vmware.api [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.784474] env[62107]: DEBUG oslo_vmware.api [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151512} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.784894] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.784954] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.785123] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.785299] env[62107]: INFO nova.compute.manager [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1865.785532] env[62107]: DEBUG oslo.service.loopingcall [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.785717] env[62107]: DEBUG nova.compute.manager [-] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1865.785811] env[62107]: DEBUG nova.network.neutron [-] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.020829] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.021112] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.021297] env[62107]: INFO nova.compute.manager [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Shelving [ 1866.027837] env[62107]: DEBUG nova.compute.manager [req-41cba6b8-f2fb-444a-a993-b3a826fa9c50 req-88d61513-c98c-400c-b986-4094e3161520 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Received event network-vif-deleted-0339f198-e3df-4674-bfe7-26a433128893 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1866.027947] env[62107]: INFO nova.compute.manager [req-41cba6b8-f2fb-444a-a993-b3a826fa9c50 req-88d61513-c98c-400c-b986-4094e3161520 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Neutron deleted interface 0339f198-e3df-4674-bfe7-26a433128893; detaching it from the instance and deleting it from the info cache [ 1866.028131] env[62107]: DEBUG nova.network.neutron [req-41cba6b8-f2fb-444a-a993-b3a826fa9c50 req-88d61513-c98c-400c-b986-4094e3161520 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.507144] env[62107]: DEBUG nova.network.neutron [-] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.528203] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1866.528433] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79384604-de4e-434c-b28e-cfa7c40d7c8c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.530298] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02fb9ac7-b02a-4e0c-b3f3-1d745db58e8e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.540790] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453676cb-8e4b-4bda-8b45-b23a585af643 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.554362] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1866.554362] env[62107]: value = "task-1700299" [ 1866.554362] env[62107]: _type = "Task" [ 1866.554362] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.568559] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.574072] env[62107]: DEBUG nova.compute.manager [req-41cba6b8-f2fb-444a-a993-b3a826fa9c50 req-88d61513-c98c-400c-b986-4094e3161520 service nova] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Detach interface failed, port_id=0339f198-e3df-4674-bfe7-26a433128893, reason: Instance 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1867.009636] env[62107]: INFO nova.compute.manager [-] [instance: 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd] Took 1.22 seconds to deallocate network for instance. [ 1867.064562] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700299, 'name': PowerOffVM_Task, 'duration_secs': 0.193168} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.064827] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1867.065583] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc8778b-49b5-4896-98c4-b6ccf15c66dc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.085226] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14a1ed4-2d9a-417d-bcb0-27a17a88a61d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.515798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.516025] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.516253] env[62107]: DEBUG nova.objects.instance [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'resources' on Instance uuid 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.595202] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Creating Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1867.595532] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dc1a7554-0d53-4bb8-97a5-579ede62d170 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.603315] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1867.603315] env[62107]: value = "task-1700300" [ 1867.603315] env[62107]: _type = "Task" [ 1867.603315] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.611762] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700300, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.084573] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01e9270-9d1d-4b5b-93ca-e5660ccb3e86 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.092237] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907a3008-0556-4acb-bc41-9e65b940f85e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.125833] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c6eea6-d1db-49fe-9a29-764cd61ee2fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.132867] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700300, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.135793] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5b73f3-d1a3-40e9-8079-ee2d4378e89d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.148722] env[62107]: DEBUG nova.compute.provider_tree [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.632824] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700300, 'name': CreateSnapshot_Task, 'duration_secs': 0.742372} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.633208] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Created Snapshot of the VM instance {{(pid=62107) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1868.633948] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1080a-2b13-4d60-a05b-88dca4f56f42 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.651459] env[62107]: DEBUG nova.scheduler.client.report [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1869.151729] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Creating linked-clone VM from snapshot {{(pid=62107) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1869.152143] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0934ad18-b224-430d-a14b-fe9f2f1b410b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.155498] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.163527] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1869.163527] env[62107]: value = "task-1700301" [ 1869.163527] env[62107]: _type = "Task" [ 1869.163527] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.171630] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700301, 'name': CloneVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.175260] env[62107]: INFO nova.scheduler.client.report [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted allocations for instance 6b0e478a-8f0e-4e07-883b-fbba7ec60cdd [ 1869.673475] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700301, 'name': CloneVM_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.682359] env[62107]: DEBUG oslo_concurrency.lockutils [None req-605be473-e875-45d3-a15b-a22f18a0dba1 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "6b0e478a-8f0e-4e07-883b-fbba7ec60cdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.030s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.175247] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700301, 'name': CloneVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.676508] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700301, 'name': CloneVM_Task, 'duration_secs': 1.092427} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.676796] env[62107]: INFO nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Created linked-clone VM from snapshot [ 1870.677506] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabaf9fb-be45-4a11-9c80-d3e299fc6f81 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.684225] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Uploading image 416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1870.708040] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1870.708040] env[62107]: value = "vm-354386" [ 1870.708040] env[62107]: _type = "VirtualMachine" [ 1870.708040] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1870.708302] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74aafefd-29d6-47a9-82b4-a05429bbc387 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.713877] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease: (returnval){ [ 1870.713877] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dade7-c9d6-5503-8bd0-eb325c3acc09" [ 1870.713877] env[62107]: _type = "HttpNfcLease" [ 1870.713877] env[62107]: } obtained for exporting VM: (result){ [ 1870.713877] env[62107]: value = "vm-354386" [ 1870.713877] env[62107]: _type = "VirtualMachine" [ 1870.713877] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1870.714178] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the lease: (returnval){ [ 1870.714178] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dade7-c9d6-5503-8bd0-eb325c3acc09" [ 1870.714178] env[62107]: _type = "HttpNfcLease" [ 1870.714178] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1870.720017] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1870.720017] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dade7-c9d6-5503-8bd0-eb325c3acc09" [ 1870.720017] env[62107]: _type = "HttpNfcLease" [ 1870.720017] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1871.221928] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1871.221928] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dade7-c9d6-5503-8bd0-eb325c3acc09" [ 1871.221928] env[62107]: _type = "HttpNfcLease" [ 1871.221928] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1871.222247] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1871.222247] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]521dade7-c9d6-5503-8bd0-eb325c3acc09" [ 1871.222247] env[62107]: _type = "HttpNfcLease" [ 1871.222247] env[62107]: }. {{(pid=62107) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1871.222880] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d133b-e7d0-4bb7-9a49-27dc4347e4bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.230227] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e75356-9ca0-c885-ffad-6f613fc2ec8b/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1871.230366] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e75356-9ca0-c885-ffad-6f613fc2ec8b/disk-0.vmdk for reading. {{(pid=62107) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1871.325387] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-978cb50b-c454-403e-953e-56946a95647a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.264798] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.265136] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.265441] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "dc31c470-98cd-40f6-b853-4e80cd87c28e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.265628] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.265799] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.268143] env[62107]: INFO nova.compute.manager [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Terminating instance [ 1873.270992] env[62107]: DEBUG nova.compute.manager [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1873.271290] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.272259] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791fefe0-4bbc-4e76-bbc0-feaaed8c123a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.280728] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.281063] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1576a6c9-9e75-4e16-9486-c6dfce5cbb3a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.288312] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1873.288312] env[62107]: value = "task-1700304" [ 1873.288312] env[62107]: _type = "Task" [ 1873.288312] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.296285] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.799408] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700304, 'name': PowerOffVM_Task, 'duration_secs': 0.209195} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.799782] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.799970] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.800329] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-787084f2-4a17-4293-a721-9e7669f2a615 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.911090] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.911326] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.911506] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleting the datastore file [datastore1] dc31c470-98cd-40f6-b853-4e80cd87c28e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.911767] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c088944-5c32-4af0-90d2-d9978cc789ee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.919758] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for the task: (returnval){ [ 1873.919758] env[62107]: value = "task-1700306" [ 1873.919758] env[62107]: _type = "Task" [ 1873.919758] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.926730] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.428604] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.929492] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.430035] env[62107]: DEBUG oslo_vmware.api [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Task: {'id': task-1700306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.061565} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.430391] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.430451] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.430579] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.430774] env[62107]: INFO nova.compute.manager [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1875.431025] env[62107]: DEBUG oslo.service.loopingcall [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.431233] env[62107]: DEBUG nova.compute.manager [-] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1875.431317] env[62107]: DEBUG nova.network.neutron [-] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.671754] env[62107]: DEBUG nova.compute.manager [req-f0ea7134-1b68-4d9a-8eb6-098aa6445fc7 req-f1957f7c-8757-4e9e-9734-b89b339a12c8 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Received event network-vif-deleted-6fadf17f-434d-4e0f-9d74-5b9bbbc5f724 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1875.671754] env[62107]: INFO nova.compute.manager [req-f0ea7134-1b68-4d9a-8eb6-098aa6445fc7 req-f1957f7c-8757-4e9e-9734-b89b339a12c8 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Neutron deleted interface 6fadf17f-434d-4e0f-9d74-5b9bbbc5f724; detaching it from the instance and deleting it from the info cache [ 1875.671754] env[62107]: DEBUG nova.network.neutron [req-f0ea7134-1b68-4d9a-8eb6-098aa6445fc7 req-f1957f7c-8757-4e9e-9734-b89b339a12c8 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.149436] env[62107]: DEBUG nova.network.neutron [-] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.173769] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea5c082e-cf14-449b-8b1f-d7a7898b38bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.184468] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c375cbff-8c14-4951-a787-178dd36e0f07 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.210765] env[62107]: DEBUG nova.compute.manager [req-f0ea7134-1b68-4d9a-8eb6-098aa6445fc7 req-f1957f7c-8757-4e9e-9734-b89b339a12c8 service nova] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Detach interface failed, port_id=6fadf17f-434d-4e0f-9d74-5b9bbbc5f724, reason: Instance dc31c470-98cd-40f6-b853-4e80cd87c28e could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1876.651629] env[62107]: INFO nova.compute.manager [-] [instance: dc31c470-98cd-40f6-b853-4e80cd87c28e] Took 1.22 seconds to deallocate network for instance. [ 1877.158960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.158960] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.158960] env[62107]: DEBUG nova.objects.instance [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lazy-loading 'resources' on Instance uuid dc31c470-98cd-40f6-b853-4e80cd87c28e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.762022] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1b6fa-b560-4b46-afe6-b33cf71fe04e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.770311] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531f9c5-84a1-4ad8-a5f4-6d7573be4ce2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.802419] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feabf0f-c896-4442-b7b8-0d265eea6b2a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.810211] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d199c8-4d55-4ac7-917a-1ab3e45ab81a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.823955] env[62107]: DEBUG nova.compute.provider_tree [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1878.327430] env[62107]: DEBUG nova.scheduler.client.report [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1878.833366] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.855870] env[62107]: INFO nova.scheduler.client.report [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Deleted allocations for instance dc31c470-98cd-40f6-b853-4e80cd87c28e [ 1879.364877] env[62107]: DEBUG oslo_concurrency.lockutils [None req-fa29f90b-a5f4-44c6-91fd-68a7dfe149f0 tempest-ServerActionsTestOtherA-1842395150 tempest-ServerActionsTestOtherA-1842395150-project-member] Lock "dc31c470-98cd-40f6-b853-4e80cd87c28e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.100s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.015521] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e75356-9ca0-c885-ffad-6f613fc2ec8b/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1881.016232] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4792b88c-7d0b-4bc3-820e-a0bb746e6386 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.023345] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e75356-9ca0-c885-ffad-6f613fc2ec8b/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1881.023345] env[62107]: ERROR oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e75356-9ca0-c885-ffad-6f613fc2ec8b/disk-0.vmdk due to incomplete transfer. [ 1881.023345] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed3bd02d-6d0e-4fd6-9606-5cdcaf62bb60 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.030339] env[62107]: DEBUG oslo_vmware.rw_handles [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e75356-9ca0-c885-ffad-6f613fc2ec8b/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1881.030532] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Uploaded image 416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf to the Glance image server {{(pid=62107) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1881.032979] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Destroying the VM {{(pid=62107) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1881.033240] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ab9a707d-fb96-4b89-9b69-059fb4143079 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.039480] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1881.039480] env[62107]: value = "task-1700307" [ 1881.039480] env[62107]: _type = "Task" [ 1881.039480] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.048083] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700307, 'name': Destroy_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.550270] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700307, 'name': Destroy_Task, 'duration_secs': 0.378206} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.550541] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Destroyed the VM [ 1881.550798] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deleting Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1881.551017] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fc9b3de-5c55-4280-a963-545846735517 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.557721] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1881.557721] env[62107]: value = "task-1700308" [ 1881.557721] env[62107]: _type = "Task" [ 1881.557721] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.565449] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700308, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.067563] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700308, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349891} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.067924] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deleted Snapshot of the VM instance {{(pid=62107) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1882.068144] env[62107]: DEBUG nova.compute.manager [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1882.068910] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8b2c7b-3ab5-4fe2-9c19-ef7f27a1286a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.580913] env[62107]: INFO nova.compute.manager [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Shelve offloading [ 1882.582456] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.582686] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68a736bd-d0b2-47d9-9197-edecb543cab8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.590659] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1882.590659] env[62107]: value = "task-1700309" [ 1882.590659] env[62107]: _type = "Task" [ 1882.590659] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.598659] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.102559] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1883.102935] env[62107]: DEBUG nova.compute.manager [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1883.103493] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9cc32-c229-433f-a0aa-76f695619294 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.109035] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.109201] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.109368] env[62107]: DEBUG nova.network.neutron [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.809733] env[62107]: DEBUG nova.network.neutron [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.313118] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.527993] env[62107]: DEBUG nova.compute.manager [req-ab6b1790-c012-43c1-a082-24e41d47896e req-7690ccdb-5912-47cb-a40f-3199f5ebd49e service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-vif-unplugged-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1884.528225] env[62107]: DEBUG oslo_concurrency.lockutils [req-ab6b1790-c012-43c1-a082-24e41d47896e req-7690ccdb-5912-47cb-a40f-3199f5ebd49e service nova] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.528430] env[62107]: DEBUG oslo_concurrency.lockutils [req-ab6b1790-c012-43c1-a082-24e41d47896e req-7690ccdb-5912-47cb-a40f-3199f5ebd49e service nova] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.528590] env[62107]: DEBUG oslo_concurrency.lockutils [req-ab6b1790-c012-43c1-a082-24e41d47896e req-7690ccdb-5912-47cb-a40f-3199f5ebd49e service nova] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.528754] env[62107]: DEBUG nova.compute.manager [req-ab6b1790-c012-43c1-a082-24e41d47896e req-7690ccdb-5912-47cb-a40f-3199f5ebd49e service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] No waiting events found dispatching network-vif-unplugged-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1884.528915] env[62107]: WARNING nova.compute.manager [req-ab6b1790-c012-43c1-a082-24e41d47896e req-7690ccdb-5912-47cb-a40f-3199f5ebd49e service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received unexpected event network-vif-unplugged-e337fb12-bec0-4cb8-a49e-968c1106749f for instance with vm_state shelved and task_state shelving_offloading. [ 1884.619612] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.620509] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b447ae3c-b8b9-49dd-b4d2-f651d0ba6566 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.628387] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.628623] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a45d5084-bdbb-4242-837a-1bf0f3f7aa2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.797589] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.797796] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.797981] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleting the datastore file [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.798254] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ac6e174-a0f6-4269-98bd-82b420a77fea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.805169] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1884.805169] env[62107]: value = "task-1700311" [ 1884.805169] env[62107]: _type = "Task" [ 1884.805169] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.812510] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.315541] env[62107]: DEBUG oslo_vmware.api [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130576} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.316076] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.316180] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.316430] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.339152] env[62107]: INFO nova.scheduler.client.report [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted allocations for instance 98241142-e1ba-411f-b5ea-8b40d529528e [ 1885.844056] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.844193] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.844351] env[62107]: DEBUG nova.objects.instance [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'resources' on Instance uuid 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.071684] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.346658] env[62107]: DEBUG nova.objects.instance [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'numa_topology' on Instance uuid 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.550835] env[62107]: DEBUG nova.compute.manager [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1886.551014] env[62107]: DEBUG nova.compute.manager [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing instance network info cache due to event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1886.551217] env[62107]: DEBUG oslo_concurrency.lockutils [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.551342] env[62107]: DEBUG oslo_concurrency.lockutils [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.551506] env[62107]: DEBUG nova.network.neutron [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.574450] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.849318] env[62107]: DEBUG nova.objects.base [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Object Instance<98241142-e1ba-411f-b5ea-8b40d529528e> lazy-loaded attributes: resources,numa_topology {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1886.887794] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e41e9f-07fa-41cc-8de0-31a1b23c7a80 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.895570] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c836f53-955d-4569-9597-c10838b2e2b7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.925105] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0072b3-6e29-4a32-82a1-fcee4ce312d2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.931844] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56192df2-9616-484f-aac5-b1fea181bd67 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.944502] env[62107]: DEBUG nova.compute.provider_tree [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.989098] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.269648] env[62107]: DEBUG nova.network.neutron [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updated VIF entry in instance network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.269999] env[62107]: DEBUG nova.network.neutron [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": null, "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape337fb12-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.447345] env[62107]: DEBUG nova.scheduler.client.report [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1887.772399] env[62107]: DEBUG oslo_concurrency.lockutils [req-8d4db525-64ea-48e6-9d84-31aee37aef00 req-4be5d03b-350a-4caf-b880-2a6917546cef service nova] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.952021] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.954501] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.380s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.954675] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.954862] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1887.955903] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35aec3-db35-4a46-9e66-61bb994a7c97 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.964430] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fb56f6-868d-4d4b-a448-12f675a464eb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.979653] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bbca44-6fea-4be8-8101-45ea0ac338b2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.985746] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e262a51b-7f40-43ec-83d8-d0e4c1ca9492 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.015316] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180352MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1888.015449] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.015626] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.459981] env[62107]: DEBUG oslo_concurrency.lockutils [None req-7e13306d-7c56-41b8-a821-5df7a3bc7eb4 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.439s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.460926] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.472s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.461124] env[62107]: INFO nova.compute.manager [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Unshelving [ 1889.034754] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 6c72f262-c91d-4277-8691-5124223350e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1889.481959] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.537237] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 98241142-e1ba-411f-b5ea-8b40d529528e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1889.537434] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1889.537523] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1889.571307] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70354e43-c6b7-4339-8bcf-4039d9eabb2f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.579169] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ef9bd-1422-499f-9dbb-cdc1f9fd1d92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.609166] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b36542-f866-47f9-bfb0-20ec6b40c395 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.615698] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914b691f-8a49-46d4-befe-89d6a906b111 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.628160] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.131268] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1890.636093] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1890.636379] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.621s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.636571] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.155s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.636785] env[62107]: DEBUG nova.objects.instance [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'pci_requests' on Instance uuid 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.141233] env[62107]: DEBUG nova.objects.instance [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'numa_topology' on Instance uuid 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.643659] env[62107]: INFO nova.compute.claims [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1892.685819] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ae3086-ccbc-4039-a42d-27a862e829cc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.693647] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbe6e60-9414-4fad-9493-b436608cd2fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.723298] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d281ad-0480-4363-abfc-f2b22f918245 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.729959] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54205da9-d4e9-482b-aedd-0801b286f396 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.742354] env[62107]: DEBUG nova.compute.provider_tree [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.245907] env[62107]: DEBUG nova.scheduler.client.report [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1893.638030] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.638253] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.638415] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.638563] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.638711] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.638874] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1893.751065] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.779674] env[62107]: INFO nova.network.neutron [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating port e337fb12-bec0-4cb8-a49e-968c1106749f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1895.154889] env[62107]: DEBUG nova.compute.manager [req-7052d935-9df6-468b-be56-49284b9ba9c5 req-3ae58ec5-d756-4571-8ce1-b781ae3a1d86 service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-vif-plugged-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1895.155180] env[62107]: DEBUG oslo_concurrency.lockutils [req-7052d935-9df6-468b-be56-49284b9ba9c5 req-3ae58ec5-d756-4571-8ce1-b781ae3a1d86 service nova] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.155366] env[62107]: DEBUG oslo_concurrency.lockutils [req-7052d935-9df6-468b-be56-49284b9ba9c5 req-3ae58ec5-d756-4571-8ce1-b781ae3a1d86 service nova] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.155529] env[62107]: DEBUG oslo_concurrency.lockutils [req-7052d935-9df6-468b-be56-49284b9ba9c5 req-3ae58ec5-d756-4571-8ce1-b781ae3a1d86 service nova] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.155692] env[62107]: DEBUG nova.compute.manager [req-7052d935-9df6-468b-be56-49284b9ba9c5 req-3ae58ec5-d756-4571-8ce1-b781ae3a1d86 service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] No waiting events found dispatching network-vif-plugged-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1895.155853] env[62107]: WARNING nova.compute.manager [req-7052d935-9df6-468b-be56-49284b9ba9c5 req-3ae58ec5-d756-4571-8ce1-b781ae3a1d86 service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received unexpected event network-vif-plugged-e337fb12-bec0-4cb8-a49e-968c1106749f for instance with vm_state shelved_offloaded and task_state spawning. [ 1895.236111] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.236334] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.236512] env[62107]: DEBUG nova.network.neutron [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.989247] env[62107]: DEBUG nova.network.neutron [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.068220] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1896.492708] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.520694] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='de50b5ea1978e228d16090641f33abda',container_format='bare',created_at=2024-12-10T18:12:54Z,direct_url=,disk_format='vmdk',id=416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-514415048-shelved',owner='35ad1fba81b4454f9e3015094efa1635',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2024-12-10T18:13:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1896.520943] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1896.521115] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1896.521298] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1896.521442] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1896.521586] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1896.521788] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1896.521946] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1896.522153] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1896.522347] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1896.522522] env[62107]: DEBUG nova.virt.hardware [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1896.523386] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f6f565-d52a-46b8-bb96-029feea01ee5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.531545] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b50a1f-bec5-4b34-801c-6bdd6b0a43b0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.545341] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:a7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e337fb12-bec0-4cb8-a49e-968c1106749f', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.552702] env[62107]: DEBUG oslo.service.loopingcall [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.552916] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.553130] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a223a6f7-4b9f-4003-ae53-51f5f7cdc03f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.572490] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.572490] env[62107]: value = "task-1700312" [ 1896.572490] env[62107]: _type = "Task" [ 1896.572490] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.579676] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700312, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.072628] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.081946] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700312, 'name': CreateVM_Task, 'duration_secs': 0.311169} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.082214] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.082874] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.083045] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.083446] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.083674] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a7cf901-3395-4761-8ba9-c4b005c48ef6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.088135] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1897.088135] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc564c-b044-9ab3-8622-6e01ba63065b" [ 1897.088135] env[62107]: _type = "Task" [ 1897.088135] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.095884] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52bc564c-b044-9ab3-8622-6e01ba63065b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.151100] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "6c72f262-c91d-4277-8691-5124223350e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.151353] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.151533] env[62107]: DEBUG nova.compute.manager [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1897.152436] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d688306-360a-42f3-91bc-8ab158e35a78 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.159505] env[62107]: DEBUG nova.compute.manager [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62107) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1897.160059] env[62107]: DEBUG nova.objects.instance [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'flavor' on Instance uuid 6c72f262-c91d-4277-8691-5124223350e7 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.180742] env[62107]: DEBUG nova.compute.manager [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1897.180884] env[62107]: DEBUG nova.compute.manager [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing instance network info cache due to event network-changed-e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1897.181100] env[62107]: DEBUG oslo_concurrency.lockutils [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.181247] env[62107]: DEBUG oslo_concurrency.lockutils [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.181403] env[62107]: DEBUG nova.network.neutron [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Refreshing network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1897.599901] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.600319] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Processing image 416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.600479] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.600655] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.600861] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.601152] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ce6808-dc38-4c0e-9bdb-09764526b122 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.609950] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.610173] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.610940] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b800d566-9eb6-4182-a076-e990c531efad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.616076] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1897.616076] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5b66d-6e85-1299-66ec-28a48ed934ad" [ 1897.616076] env[62107]: _type = "Task" [ 1897.616076] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.624092] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52b5b66d-6e85-1299-66ec-28a48ed934ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.665232] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.665484] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed802c10-8927-4280-a628-33b92e19fa13 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.673295] env[62107]: DEBUG oslo_vmware.api [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1897.673295] env[62107]: value = "task-1700313" [ 1897.673295] env[62107]: _type = "Task" [ 1897.673295] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.681608] env[62107]: DEBUG oslo_vmware.api [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.911664] env[62107]: DEBUG nova.network.neutron [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updated VIF entry in instance network info cache for port e337fb12-bec0-4cb8-a49e-968c1106749f. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.912028] env[62107]: DEBUG nova.network.neutron [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.127564] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Preparing fetch location {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1898.127788] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Fetch image to [datastore1] OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919/OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919.vmdk {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1898.128008] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Downloading stream optimized image 416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf to [datastore1] OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919/OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919.vmdk on the data store datastore1 as vApp {{(pid=62107) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1898.128245] env[62107]: DEBUG nova.virt.vmwareapi.images [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Downloading image file data 416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf to the ESX as VM named 'OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919' {{(pid=62107) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1898.196393] env[62107]: DEBUG oslo_vmware.api [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700313, 'name': PowerOffVM_Task, 'duration_secs': 0.203382} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.196653] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.196829] env[62107]: DEBUG nova.compute.manager [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1898.197637] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973542d6-2835-4b28-ba67-e73e5f03ff18 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.238130] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1898.238130] env[62107]: value = "resgroup-9" [ 1898.238130] env[62107]: _type = "ResourcePool" [ 1898.238130] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1898.238130] env[62107]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2f9decc0-60c7-4355-8c36-c3a5da29db6e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.258499] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease: (returnval){ [ 1898.258499] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52079b25-a388-a1dc-7791-25687ce660dc" [ 1898.258499] env[62107]: _type = "HttpNfcLease" [ 1898.258499] env[62107]: } obtained for vApp import into resource pool (val){ [ 1898.258499] env[62107]: value = "resgroup-9" [ 1898.258499] env[62107]: _type = "ResourcePool" [ 1898.258499] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1898.259102] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the lease: (returnval){ [ 1898.259102] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52079b25-a388-a1dc-7791-25687ce660dc" [ 1898.259102] env[62107]: _type = "HttpNfcLease" [ 1898.259102] env[62107]: } to be ready. {{(pid=62107) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1898.265925] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1898.265925] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52079b25-a388-a1dc-7791-25687ce660dc" [ 1898.265925] env[62107]: _type = "HttpNfcLease" [ 1898.265925] env[62107]: } is initializing. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1898.415456] env[62107]: DEBUG oslo_concurrency.lockutils [req-929af8f7-eeba-4c87-96c6-39ee501740d2 req-851b9663-1668-4472-9569-7043df0cbb8f service nova] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.711895] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ced6b13b-854d-4843-b80a-47ac9ecc24ae tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.767957] env[62107]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1898.767957] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52079b25-a388-a1dc-7791-25687ce660dc" [ 1898.767957] env[62107]: _type = "HttpNfcLease" [ 1898.767957] env[62107]: } is ready. {{(pid=62107) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1898.768432] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1898.768432] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52079b25-a388-a1dc-7791-25687ce660dc" [ 1898.768432] env[62107]: _type = "HttpNfcLease" [ 1898.768432] env[62107]: }. {{(pid=62107) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1898.769077] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524e416-77cc-41a9-af2a-557079566e75 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.776480] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283be11-d497-db38-90ca-05001900bb1e/disk-0.vmdk from lease info. {{(pid=62107) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1898.776723] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283be11-d497-db38-90ca-05001900bb1e/disk-0.vmdk. {{(pid=62107) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1898.843699] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f45e0299-ad87-4885-b43e-75f7fd7d5c2c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.073143] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1899.073400] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1899.583864] env[62107]: DEBUG nova.objects.instance [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'flavor' on Instance uuid 6c72f262-c91d-4277-8691-5124223350e7 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.962522] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Completed reading data from the image iterator. {{(pid=62107) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1899.962831] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283be11-d497-db38-90ca-05001900bb1e/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1899.963670] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83af659-65b5-481a-91b8-cbd3c4ff035f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.970305] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283be11-d497-db38-90ca-05001900bb1e/disk-0.vmdk is in state: ready. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1899.970471] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283be11-d497-db38-90ca-05001900bb1e/disk-0.vmdk. {{(pid=62107) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1899.970691] env[62107]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0561e244-d083-4e59-be02-341ea5529263 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.088147] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.088331] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.088506] env[62107]: DEBUG nova.network.neutron [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.088677] env[62107]: DEBUG nova.objects.instance [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'info_cache' on Instance uuid 6c72f262-c91d-4277-8691-5124223350e7 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1900.178352] env[62107]: DEBUG oslo_vmware.rw_handles [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5283be11-d497-db38-90ca-05001900bb1e/disk-0.vmdk. {{(pid=62107) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1900.178597] env[62107]: INFO nova.virt.vmwareapi.images [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Downloaded image file data 416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf [ 1900.179398] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb24060-4994-435a-a503-5ffa0da41fb1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.195902] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66a9645a-964a-47a2-9698-abdd2cec4493 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.218867] env[62107]: INFO nova.virt.vmwareapi.images [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] The imported VM was unregistered [ 1900.221388] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Caching image {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1900.221669] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Creating directory with path [datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1900.221927] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fed6afa7-f4ac-465b-959f-d27bdabb639c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.232558] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Created directory with path [datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1900.232742] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919/OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919.vmdk to [datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk. {{(pid=62107) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1900.232977] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-024fc31f-2605-4e84-8cb0-f110c8f537ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.239532] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1900.239532] env[62107]: value = "task-1700316" [ 1900.239532] env[62107]: _type = "Task" [ 1900.239532] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.247130] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700316, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.592197] env[62107]: DEBUG nova.objects.base [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Object Instance<6c72f262-c91d-4277-8691-5124223350e7> lazy-loaded attributes: flavor,info_cache {{(pid=62107) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1900.752921] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700316, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.252586] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700316, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.326158] env[62107]: DEBUG nova.network.neutron [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [{"id": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "address": "fa:16:3e:dc:5f:81", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aaea80-8d", "ovs_interfaceid": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.588995] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.589200] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquired lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.589373] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Forcefully refreshing network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1901.758057] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700316, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.829584] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.254441] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700316, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.333517] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.333824] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1846f8c3-505f-4714-a062-82bee0418bcd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.341984] env[62107]: DEBUG oslo_vmware.api [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1902.341984] env[62107]: value = "task-1700317" [ 1902.341984] env[62107]: _type = "Task" [ 1902.341984] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.350092] env[62107]: DEBUG oslo_vmware.api [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.751838] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700316, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.167355} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.752118] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919/OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919.vmdk to [datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk. [ 1902.752308] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Cleaning up location [datastore1] OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919 {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1902.752471] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7adc4c84-12a2-4479-8ede-fd3e90862919 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1902.754675] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc173f85-d6df-49e6-85ca-85dd83c8d392 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.761957] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1902.761957] env[62107]: value = "task-1700318" [ 1902.761957] env[62107]: _type = "Task" [ 1902.761957] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.770517] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.847204] env[62107]: DEBUG nova.network.neutron [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [{"id": "e337fb12-bec0-4cb8-a49e-968c1106749f", "address": "fa:16:3e:82:a7:db", "network": {"id": "49eadb4e-a3bb-47ed-80ae-15c586d9f407", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-27401938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35ad1fba81b4454f9e3015094efa1635", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape337fb12-be", "ovs_interfaceid": "e337fb12-bec0-4cb8-a49e-968c1106749f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.853581] env[62107]: DEBUG oslo_vmware.api [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700317, 'name': PowerOnVM_Task, 'duration_secs': 0.406894} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.853825] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.854008] env[62107]: DEBUG nova.compute.manager [None req-2f6ccd1c-776d-4158-9548-d2dca5aaf1dd tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1902.854769] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba96c54-36dc-47b9-82df-4835fa5f7ac5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.272390] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038318} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.272755] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1903.272755] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.273010] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk to [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.273259] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82bd3fca-3e1a-44f9-add6-da63af89e867 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.279632] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1903.279632] env[62107]: value = "task-1700319" [ 1903.279632] env[62107]: _type = "Task" [ 1903.279632] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.286835] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.349629] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Releasing lock "refresh_cache-98241142-e1ba-411f-b5ea-8b40d529528e" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.349840] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updated the network info_cache for instance {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1903.791628] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700319, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.295035] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700319, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.668633] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15822d46-5c42-4fff-998a-79ffc226dd37 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.677412] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Suspending the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1904.677677] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4190142f-d880-4820-b4ae-70dd8ee19165 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.685501] env[62107]: DEBUG oslo_vmware.api [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1904.685501] env[62107]: value = "task-1700320" [ 1904.685501] env[62107]: _type = "Task" [ 1904.685501] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.695619] env[62107]: DEBUG oslo_vmware.api [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700320, 'name': SuspendVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.792036] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700319, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.198080] env[62107]: DEBUG oslo_vmware.api [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700320, 'name': SuspendVM_Task} progress is 12%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.293970] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700319, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.696983] env[62107]: DEBUG oslo_vmware.api [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700320, 'name': SuspendVM_Task} progress is 79%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.791732] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700319, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.177398} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.791994] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf/416fa7a3-a5a0-4a87-831b-c78b4ab1a1bf.vmdk to [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.792809] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f153b10-ab5e-44b2-bbfe-5ca1721f61a9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.815980] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1905.816254] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68be6472-df61-4676-a8c7-ca346435c52c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.834957] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1905.834957] env[62107]: value = "task-1700321" [ 1905.834957] env[62107]: _type = "Task" [ 1905.834957] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.842410] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.196653] env[62107]: DEBUG oslo_vmware.api [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700320, 'name': SuspendVM_Task, 'duration_secs': 1.149785} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.197042] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Suspended the VM {{(pid=62107) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1906.197294] env[62107]: DEBUG nova.compute.manager [None req-5e05eed0-e5f9-49e4-b1ca-3c2c6176ebc9 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1906.198092] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847541c-2ec8-42fe-91cd-12cbcf5fd2dd {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.345056] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700321, 'name': ReconfigVM_Task, 'duration_secs': 0.289808} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.345056] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e/98241142-e1ba-411f-b5ea-8b40d529528e.vmdk or device None with type streamOptimized {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1906.345384] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5358467c-9da2-47d7-81eb-716b3f41a0ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.350753] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1906.350753] env[62107]: value = "task-1700322" [ 1906.350753] env[62107]: _type = "Task" [ 1906.350753] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.357896] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700322, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.860870] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700322, 'name': Rename_Task, 'duration_secs': 0.139117} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.861298] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.861405] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1abda1ff-792f-4e3d-ba4d-55e5a8e46176 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.867983] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1906.867983] env[62107]: value = "task-1700323" [ 1906.867983] env[62107]: _type = "Task" [ 1906.867983] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.874844] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.036218] env[62107]: INFO nova.compute.manager [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Resuming [ 1907.036819] env[62107]: DEBUG nova.objects.instance [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'flavor' on Instance uuid 6c72f262-c91d-4277-8691-5124223350e7 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.377905] env[62107]: DEBUG oslo_vmware.api [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700323, 'name': PowerOnVM_Task, 'duration_secs': 0.421449} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.378189] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.472380] env[62107]: DEBUG nova.compute.manager [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1907.473300] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a5392-d192-486a-af08-3d564067e649 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.994122] env[62107]: DEBUG oslo_concurrency.lockutils [None req-2fb1b6c1-e8ef-4125-bc4a-30dac1a883c2 tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.533s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.044055] env[62107]: DEBUG oslo_concurrency.lockutils [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.044268] env[62107]: DEBUG oslo_concurrency.lockutils [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquired lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.044460] env[62107]: DEBUG nova.network.neutron [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.741866] env[62107]: DEBUG nova.network.neutron [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [{"id": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "address": "fa:16:3e:dc:5f:81", "network": {"id": "06184344-56d6-41fe-93dd-8c235692f84d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2061445771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2252fd3fdab24b02b94f3c056d03e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aef08290-001a-4ae8-aff0-1889e2211389", "external-id": "nsx-vlan-transportzone-389", "segmentation_id": 389, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7aaea80-8d", "ovs_interfaceid": "d7aaea80-8ddb-4b45-9cac-4780a0a75554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.946249] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.946539] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.946753] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.946932] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.947163] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.949436] env[62107]: INFO nova.compute.manager [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Terminating instance [ 1908.951134] env[62107]: DEBUG nova.compute.manager [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1908.951336] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.952189] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1145a4-028d-4f81-a761-acf94720db1e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.959863] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.960090] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85f75099-c284-4bd3-9802-7c81eba46427 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.966233] env[62107]: DEBUG oslo_vmware.api [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1908.966233] env[62107]: value = "task-1700324" [ 1908.966233] env[62107]: _type = "Task" [ 1908.966233] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.973774] env[62107]: DEBUG oslo_vmware.api [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.244405] env[62107]: DEBUG oslo_concurrency.lockutils [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Releasing lock "refresh_cache-6c72f262-c91d-4277-8691-5124223350e7" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.245469] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c05d590-06f9-498a-82f5-445af1a59991 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.252486] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Resuming the VM {{(pid=62107) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1909.252722] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac5dd58b-bb1e-4db5-8c31-4c9a66fe7ae6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.258619] env[62107]: DEBUG oslo_vmware.api [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1909.258619] env[62107]: value = "task-1700325" [ 1909.258619] env[62107]: _type = "Task" [ 1909.258619] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.266445] env[62107]: DEBUG oslo_vmware.api [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.479494] env[62107]: DEBUG oslo_vmware.api [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700324, 'name': PowerOffVM_Task, 'duration_secs': 0.164333} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.479872] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.480140] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.480465] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19b44e4-dfe9-4ec5-996a-4af98794c780 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.543845] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1909.544204] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1909.544489] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleting the datastore file [datastore1] 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1909.544881] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-119261a3-8135-4916-a402-867bc1d05909 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.552260] env[62107]: DEBUG oslo_vmware.api [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for the task: (returnval){ [ 1909.552260] env[62107]: value = "task-1700327" [ 1909.552260] env[62107]: _type = "Task" [ 1909.552260] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.562797] env[62107]: DEBUG oslo_vmware.api [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.771899] env[62107]: DEBUG oslo_vmware.api [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.061433] env[62107]: DEBUG oslo_vmware.api [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Task: {'id': task-1700327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416755} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.061754] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.061944] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.062141] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.062320] env[62107]: INFO nova.compute.manager [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1910.062550] env[62107]: DEBUG oslo.service.loopingcall [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.062730] env[62107]: DEBUG nova.compute.manager [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1910.062820] env[62107]: DEBUG nova.network.neutron [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1910.269221] env[62107]: DEBUG oslo_vmware.api [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700325, 'name': PowerOnVM_Task, 'duration_secs': 0.543842} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.269628] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Resumed the VM {{(pid=62107) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1910.269691] env[62107]: DEBUG nova.compute.manager [None req-411ba939-74bc-4771-992e-bce6679ef536 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1910.270470] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a827e0c-55a2-405c-a758-d0b2d3b698db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.714170] env[62107]: DEBUG nova.compute.manager [req-e31c2641-736f-4bc1-a671-cbcc7a288acc req-ca3101cd-00a1-4c06-97e5-47c8ca6aa7bf service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Received event network-vif-deleted-e337fb12-bec0-4cb8-a49e-968c1106749f {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1910.714170] env[62107]: INFO nova.compute.manager [req-e31c2641-736f-4bc1-a671-cbcc7a288acc req-ca3101cd-00a1-4c06-97e5-47c8ca6aa7bf service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Neutron deleted interface e337fb12-bec0-4cb8-a49e-968c1106749f; detaching it from the instance and deleting it from the info cache [ 1910.714398] env[62107]: DEBUG nova.network.neutron [req-e31c2641-736f-4bc1-a671-cbcc7a288acc req-ca3101cd-00a1-4c06-97e5-47c8ca6aa7bf service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.187973] env[62107]: DEBUG nova.network.neutron [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.217645] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f81b396-726b-4d06-8a47-55670c54a17b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.229439] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a181d017-d6a4-4740-849b-71e77bdfe867 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.256192] env[62107]: DEBUG nova.compute.manager [req-e31c2641-736f-4bc1-a671-cbcc7a288acc req-ca3101cd-00a1-4c06-97e5-47c8ca6aa7bf service nova] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Detach interface failed, port_id=e337fb12-bec0-4cb8-a49e-968c1106749f, reason: Instance 98241142-e1ba-411f-b5ea-8b40d529528e could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1911.691614] env[62107]: INFO nova.compute.manager [-] [instance: 98241142-e1ba-411f-b5ea-8b40d529528e] Took 1.63 seconds to deallocate network for instance. [ 1911.725224] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "6c72f262-c91d-4277-8691-5124223350e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.725448] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.725649] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "6c72f262-c91d-4277-8691-5124223350e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.725831] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.725997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.728255] env[62107]: INFO nova.compute.manager [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Terminating instance [ 1911.729903] env[62107]: DEBUG nova.compute.manager [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1911.730110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.731506] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1911db-161c-468e-94b7-2a7a66e702ef {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.740119] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.740316] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5371c5cf-6f1b-4d50-b720-7bd3a0fc579e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.746647] env[62107]: DEBUG oslo_vmware.api [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1911.746647] env[62107]: value = "task-1700328" [ 1911.746647] env[62107]: _type = "Task" [ 1911.746647] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.754711] env[62107]: DEBUG oslo_vmware.api [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.198395] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.198625] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.198844] env[62107]: DEBUG nova.objects.instance [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lazy-loading 'resources' on Instance uuid 98241142-e1ba-411f-b5ea-8b40d529528e {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.256865] env[62107]: DEBUG oslo_vmware.api [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700328, 'name': PowerOffVM_Task, 'duration_secs': 0.179103} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.257149] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.257335] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.257574] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59816320-b21b-4115-b8db-22da0094cb5d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.335651] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.335868] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.336027] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleting the datastore file [datastore1] 6c72f262-c91d-4277-8691-5124223350e7 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.336632] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b10b272f-3de5-4225-ba0d-05ca75923594 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.344045] env[62107]: DEBUG oslo_vmware.api [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for the task: (returnval){ [ 1912.344045] env[62107]: value = "task-1700330" [ 1912.344045] env[62107]: _type = "Task" [ 1912.344045] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.352674] env[62107]: DEBUG oslo_vmware.api [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.742861] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d47b8e-5fcd-439f-afe5-bec91e82228b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.750331] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4233b-5948-4e45-a7b7-51c1a4ef43a0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.779800] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246be775-1693-481d-8674-ee88738c289c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.786591] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c8a5f0-7734-40cc-8d93-62ce6cff877b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.799490] env[62107]: DEBUG nova.compute.provider_tree [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.853671] env[62107]: DEBUG oslo_vmware.api [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Task: {'id': task-1700330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15516} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.853941] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.854140] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.854316] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.854485] env[62107]: INFO nova.compute.manager [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1912.854711] env[62107]: DEBUG oslo.service.loopingcall [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.854889] env[62107]: DEBUG nova.compute.manager [-] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1912.854983] env[62107]: DEBUG nova.network.neutron [-] [instance: 6c72f262-c91d-4277-8691-5124223350e7] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.265184] env[62107]: DEBUG nova.compute.manager [req-f3da0230-5ca1-4c0f-b881-d735052b8a21 req-af546272-6203-44cd-a9f3-83dfcc13ee3f service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Received event network-vif-deleted-d7aaea80-8ddb-4b45-9cac-4780a0a75554 {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1913.265278] env[62107]: INFO nova.compute.manager [req-f3da0230-5ca1-4c0f-b881-d735052b8a21 req-af546272-6203-44cd-a9f3-83dfcc13ee3f service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Neutron deleted interface d7aaea80-8ddb-4b45-9cac-4780a0a75554; detaching it from the instance and deleting it from the info cache [ 1913.265444] env[62107]: DEBUG nova.network.neutron [req-f3da0230-5ca1-4c0f-b881-d735052b8a21 req-af546272-6203-44cd-a9f3-83dfcc13ee3f service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.302442] env[62107]: DEBUG nova.scheduler.client.report [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1913.741793] env[62107]: DEBUG nova.network.neutron [-] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.768265] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8e3e03-0fc6-4c10-bf9c-d22f73538a15 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.778180] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b945ba-170f-4cad-a67f-70b2f045616a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.800945] env[62107]: DEBUG nova.compute.manager [req-f3da0230-5ca1-4c0f-b881-d735052b8a21 req-af546272-6203-44cd-a9f3-83dfcc13ee3f service nova] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Detach interface failed, port_id=d7aaea80-8ddb-4b45-9cac-4780a0a75554, reason: Instance 6c72f262-c91d-4277-8691-5124223350e7 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1913.807712] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.840832] env[62107]: INFO nova.scheduler.client.report [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Deleted allocations for instance 98241142-e1ba-411f-b5ea-8b40d529528e [ 1914.244631] env[62107]: INFO nova.compute.manager [-] [instance: 6c72f262-c91d-4277-8691-5124223350e7] Took 1.39 seconds to deallocate network for instance. [ 1914.348359] env[62107]: DEBUG oslo_concurrency.lockutils [None req-33cbcc64-6428-4cee-97de-bd3bb03437eb tempest-ServerActionsTestOtherB-458903582 tempest-ServerActionsTestOtherB-458903582-project-member] Lock "98241142-e1ba-411f-b5ea-8b40d529528e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.402s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.751745] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.752011] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.752256] env[62107]: DEBUG nova.objects.instance [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lazy-loading 'resources' on Instance uuid 6c72f262-c91d-4277-8691-5124223350e7 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.281020] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c6240-1232-4ee8-a9e7-2a3e220f832e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.288836] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9243c9b-c826-42d5-a781-19ec2bbba91d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.319198] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111d5af-936d-4b8f-bd61-5875a1136b04 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.326432] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55aaa1f-41e6-4d5b-9c0e-e6566b7aa672 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.339227] env[62107]: DEBUG nova.compute.provider_tree [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.842215] env[62107]: DEBUG nova.scheduler.client.report [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1916.347379] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.363377] env[62107]: INFO nova.scheduler.client.report [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Deleted allocations for instance 6c72f262-c91d-4277-8691-5124223350e7 [ 1916.871247] env[62107]: DEBUG oslo_concurrency.lockutils [None req-ea5f7c86-745c-4f13-a504-368f13579151 tempest-ServerActionsTestJSON-2141691690 tempest-ServerActionsTestJSON-2141691690-project-member] Lock "6c72f262-c91d-4277-8691-5124223350e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.146s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.423039] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.423363] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.631516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "27fd443d-1bc1-4d79-b828-b3966069f5f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.631516] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.925569] env[62107]: DEBUG nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1922.133747] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Starting instance... {{(pid=62107) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1922.450345] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.450642] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.452054] env[62107]: INFO nova.compute.claims [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1922.652082] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.500048] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caef130a-1e62-4250-8e11-371e5683c4b5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.508202] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d9e0f-2869-4657-bb64-e57ac2cddb2a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.537287] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b989b28b-ac11-4410-8819-ae8213e96612 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.544059] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36aeae-5983-4e11-a2a4-eee7433dfb52 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.556954] env[62107]: DEBUG nova.compute.provider_tree [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.060105] env[62107]: DEBUG nova.scheduler.client.report [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1924.565482] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.566019] env[62107]: DEBUG nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1924.569934] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.918s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.571292] env[62107]: INFO nova.compute.claims [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.075616] env[62107]: DEBUG nova.compute.utils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.078771] env[62107]: DEBUG nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Not allocating networking since 'none' was specified. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1925.579582] env[62107]: DEBUG nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1925.618496] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20b65b1-886f-491d-a4db-648578bcddee {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.626692] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea7348b-446a-41f8-b3a6-b357e120fe8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.656178] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf4efe-1d40-4f60-ac51-e7982f4ea4e8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.663044] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71938c7-9b31-4f98-a4c1-f864f44118ba {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.676909] env[62107]: DEBUG nova.compute.provider_tree [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.179971] env[62107]: DEBUG nova.scheduler.client.report [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1926.591113] env[62107]: DEBUG nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1926.620547] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1926.620784] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1926.620937] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.621133] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1926.621280] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.621424] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1926.621627] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1926.621779] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1926.621936] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1926.622106] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1926.622274] env[62107]: DEBUG nova.virt.hardware [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1926.623146] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df9f496-645a-4e72-8c4f-9515f8f05b55 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.630994] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedf5ca9-145c-4844-8920-e9b05d79f8d9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.643794] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.649278] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Creating folder: Project (f85d25c28b4446c5a5f88c94df6e8431). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.649521] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2c1c51-4e4f-49e3-832d-b7f79f39ab39 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.659304] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Created folder: Project (f85d25c28b4446c5a5f88c94df6e8431) in parent group-v354057. [ 1926.659472] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Creating folder: Instances. Parent ref: group-v354389. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1926.659662] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-503fab58-6174-40b9-8323-1884e2696c92 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.668406] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Created folder: Instances in parent group-v354389. [ 1926.668611] env[62107]: DEBUG oslo.service.loopingcall [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.668783] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.668959] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19bb8fe5-a1fa-46c8-9f56-b22143a55df5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.683443] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.683443] env[62107]: value = "task-1700334" [ 1926.683443] env[62107]: _type = "Task" [ 1926.683443] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.684092] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.684549] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Start building networks asynchronously for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1926.693433] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700334, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.194314] env[62107]: DEBUG nova.compute.utils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Using /dev/sd instead of None {{(pid=62107) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.195673] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700334, 'name': CreateVM_Task, 'duration_secs': 0.233965} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.195951] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Allocating IP information in the background. {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1927.196130] env[62107]: DEBUG nova.network.neutron [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] allocate_for_instance() {{(pid=62107) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1927.197789] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.198407] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.198574] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.198901] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.199462] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731f7c60-a716-45a6-bbae-0a4ec48b420d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.203993] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1927.203993] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523721c4-d91b-b468-1acf-e6f8c9657c83" [ 1927.203993] env[62107]: _type = "Task" [ 1927.203993] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.212369] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523721c4-d91b-b468-1acf-e6f8c9657c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.245214] env[62107]: DEBUG nova.policy [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5360754a33454cb8bf88c79d7972dcbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238f0ef040c54c9e972799f7f1f52660', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62107) authorize /opt/stack/nova/nova/policy.py:201}} [ 1927.520547] env[62107]: DEBUG nova.network.neutron [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Successfully created port: e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.699474] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Start building block device mappings for instance. {{(pid=62107) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1927.713757] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523721c4-d91b-b468-1acf-e6f8c9657c83, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.714063] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.714297] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.714538] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.714683] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.715304] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.715304] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ccc0d54-114b-4913-8507-dd025a89d866 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.723251] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.723450] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.724483] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7fe164-e3bc-4fe1-9ca3-7fdd023e39f2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.729815] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1927.729815] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52220efe-6260-92cb-5e7a-6595a39795a4" [ 1927.729815] env[62107]: _type = "Task" [ 1927.729815] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.736825] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52220efe-6260-92cb-5e7a-6595a39795a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.241074] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52220efe-6260-92cb-5e7a-6595a39795a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008295} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.242319] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93029372-f17f-4061-a293-78b0957b4ffe {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.247593] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1928.247593] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a5f7e4-0d21-1f8c-ee0a-b16bfcd44663" [ 1928.247593] env[62107]: _type = "Task" [ 1928.247593] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.256670] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a5f7e4-0d21-1f8c-ee0a-b16bfcd44663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.709078] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Start spawning the instance on the hypervisor. {{(pid=62107) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1929.421076] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1929.421326] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1929.421483] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.421661] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1929.421801] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.421942] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1929.422164] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1929.422321] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1929.422480] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1929.422636] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1929.422803] env[62107]: DEBUG nova.virt.hardware [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1929.424095] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca17b81-cf02-4d48-865a-1baa1c9325e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.428189] env[62107]: DEBUG nova.network.neutron [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Successfully updated port: e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1929.432883] env[62107]: DEBUG nova.compute.manager [req-367a31c7-dff5-40fa-9517-81504cb16c6e req-b932a24b-5e21-4f67-8875-233b0d15cf06 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-vif-plugged-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1929.433099] env[62107]: DEBUG oslo_concurrency.lockutils [req-367a31c7-dff5-40fa-9517-81504cb16c6e req-b932a24b-5e21-4f67-8875-233b0d15cf06 service nova] Acquiring lock "27fd443d-1bc1-4d79-b828-b3966069f5f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.433300] env[62107]: DEBUG oslo_concurrency.lockutils [req-367a31c7-dff5-40fa-9517-81504cb16c6e req-b932a24b-5e21-4f67-8875-233b0d15cf06 service nova] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.433474] env[62107]: DEBUG oslo_concurrency.lockutils [req-367a31c7-dff5-40fa-9517-81504cb16c6e req-b932a24b-5e21-4f67-8875-233b0d15cf06 service nova] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.433636] env[62107]: DEBUG nova.compute.manager [req-367a31c7-dff5-40fa-9517-81504cb16c6e req-b932a24b-5e21-4f67-8875-233b0d15cf06 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] No waiting events found dispatching network-vif-plugged-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1929.433794] env[62107]: WARNING nova.compute.manager [req-367a31c7-dff5-40fa-9517-81504cb16c6e req-b932a24b-5e21-4f67-8875-233b0d15cf06 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received unexpected event network-vif-plugged-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd for instance with vm_state building and task_state spawning. [ 1929.442645] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52a5f7e4-0d21-1f8c-ee0a-b16bfcd44663, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.443137] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.443377] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1929.444533] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f289f-2cef-4add-95e8-c84144657ada {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.448385] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da8a752e-1cbf-42ac-8e20-af0f2361f47d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.460650] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1929.460650] env[62107]: value = "task-1700335" [ 1929.460650] env[62107]: _type = "Task" [ 1929.460650] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.468047] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.936102] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.936562] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.936562] env[62107]: DEBUG nova.network.neutron [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1929.969895] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700335, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.467828] env[62107]: DEBUG nova.network.neutron [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.472834] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515085} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.473120] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1930.473332] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1930.473574] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a55647e2-d9b7-4240-a0e4-758b84764479 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.479796] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1930.479796] env[62107]: value = "task-1700336" [ 1930.479796] env[62107]: _type = "Task" [ 1930.479796] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.585632] env[62107]: DEBUG nova.network.neutron [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.989408] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.456728} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.989922] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1930.990382] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37f99b2-c62e-4fe0-82ec-a5d000303252 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.009486] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1931.009721] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203f47cc-2e18-473c-822b-17d12e163723 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.029260] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1931.029260] env[62107]: value = "task-1700337" [ 1931.029260] env[62107]: _type = "Task" [ 1931.029260] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.036406] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.088168] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.088507] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Instance network_info: |[{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62107) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1931.088910] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ab:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd', 'vif_model': 'vmxnet3'}] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.096085] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Creating folder: Project (238f0ef040c54c9e972799f7f1f52660). Parent ref: group-v354057. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1931.096344] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d586a70a-a83a-4f23-a52c-5d13409e1a6c {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.106346] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Created folder: Project (238f0ef040c54c9e972799f7f1f52660) in parent group-v354057. [ 1931.106614] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Creating folder: Instances. Parent ref: group-v354392. {{(pid=62107) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1931.106805] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdce5fbd-326e-4319-9fc1-916ddab4564f {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.117813] env[62107]: INFO nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Created folder: Instances in parent group-v354392. [ 1931.117985] env[62107]: DEBUG oslo.service.loopingcall [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.118190] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.118406] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4894a056-f734-424f-8310-d0aea189c7c8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.137266] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.137266] env[62107]: value = "task-1700340" [ 1931.137266] env[62107]: _type = "Task" [ 1931.137266] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.143547] env[62107]: DEBUG nova.compute.manager [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1931.143749] env[62107]: DEBUG nova.compute.manager [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing instance network info cache due to event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1931.144055] env[62107]: DEBUG oslo_concurrency.lockutils [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.144107] env[62107]: DEBUG oslo_concurrency.lockutils [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.144269] env[62107]: DEBUG nova.network.neutron [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.148400] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700340, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.538974] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700337, 'name': ReconfigVM_Task, 'duration_secs': 0.317354} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.539283] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.539947] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a1dde1-3be9-48d6-993c-8d6e11da73d5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.546819] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1931.546819] env[62107]: value = "task-1700341" [ 1931.546819] env[62107]: _type = "Task" [ 1931.546819] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.554563] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700341, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.646386] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700340, 'name': CreateVM_Task, 'duration_secs': 0.49144} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.646575] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.647228] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.647398] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.647725] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.647967] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e384cfa-e4f0-45e1-a926-d6119d369285 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.654033] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1931.654033] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528de104-ad97-6dfb-faf4-e92f3b1e13a1" [ 1931.654033] env[62107]: _type = "Task" [ 1931.654033] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.661558] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528de104-ad97-6dfb-faf4-e92f3b1e13a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.817092] env[62107]: DEBUG nova.network.neutron [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updated VIF entry in instance network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.817501] env[62107]: DEBUG nova.network.neutron [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.055890] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700341, 'name': Rename_Task, 'duration_secs': 0.144095} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.056270] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1932.056384] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c81e292-b0e5-4eb2-82c2-4fe492bcd21e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.062218] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1932.062218] env[62107]: value = "task-1700342" [ 1932.062218] env[62107]: _type = "Task" [ 1932.062218] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.069123] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.163840] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]528de104-ad97-6dfb-faf4-e92f3b1e13a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.164223] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.164496] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1932.164763] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.164941] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.165200] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1932.165514] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba11e621-8c22-40ec-88ed-d321370f8e16 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.173067] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1932.173240] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1932.173899] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d120dc80-6d03-4687-b03d-6d3f1c90007d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.178661] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1932.178661] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222c60c-130c-86e2-aea3-bf1c5f5cc40f" [ 1932.178661] env[62107]: _type = "Task" [ 1932.178661] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.185821] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222c60c-130c-86e2-aea3-bf1c5f5cc40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.321064] env[62107]: DEBUG oslo_concurrency.lockutils [req-6eefbcd3-5fe5-4539-a282-b31131a75746 req-1831df11-1729-4d0f-8057-9fbfc23e21dd service nova] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.572184] env[62107]: DEBUG oslo_vmware.api [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700342, 'name': PowerOnVM_Task, 'duration_secs': 0.405437} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.572372] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.572602] env[62107]: INFO nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Took 5.98 seconds to spawn the instance on the hypervisor. [ 1932.572784] env[62107]: DEBUG nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1932.573545] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c13d1c-3bb5-4dcb-8685-3b913e960078 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.690576] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]5222c60c-130c-86e2-aea3-bf1c5f5cc40f, 'name': SearchDatastore_Task, 'duration_secs': 0.007794} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.691358] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc79799-e7e2-4a29-b331-5ae7cb0807af {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.696921] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1932.696921] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a4bb9-c351-9099-a0d7-7baa3a31d282" [ 1932.696921] env[62107]: _type = "Task" [ 1932.696921] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.704619] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a4bb9-c351-9099-a0d7-7baa3a31d282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.091125] env[62107]: INFO nova.compute.manager [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Took 10.66 seconds to build instance. [ 1933.207363] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529a4bb9-c351-9099-a0d7-7baa3a31d282, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.207550] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.207794] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/27fd443d-1bc1-4d79-b828-b3966069f5f6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1933.208045] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-995beede-d31d-4de0-acbb-559b5aafdef7 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.214787] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1933.214787] env[62107]: value = "task-1700343" [ 1933.214787] env[62107]: _type = "Task" [ 1933.214787] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.223205] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.593599] env[62107]: DEBUG oslo_concurrency.lockutils [None req-981c0777-8d3b-4b89-98d2-156036632f2b tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.170s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.725550] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700343, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.196195] env[62107]: INFO nova.compute.manager [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Rebuilding instance [ 1934.228827] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710668} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.229088] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/27fd443d-1bc1-4d79-b828-b3966069f5f6.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1934.229297] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1934.229536] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f751847e-d005-4033-b1c0-a8a4e191c264 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.238490] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1934.238490] env[62107]: value = "task-1700344" [ 1934.238490] env[62107]: _type = "Task" [ 1934.238490] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.243576] env[62107]: DEBUG nova.compute.manager [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1934.244302] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10684c02-0904-4537-b2f4-d46a3acc511a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.251545] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.749659] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323903} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.749952] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1934.750727] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f0518-ef8f-4b53-a22c-1fc2c4c0fd70 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.764997] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.773775] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/27fd443d-1bc1-4d79-b828-b3966069f5f6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1934.774019] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58096156-dbcb-44cf-96e6-10239fffd9f6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.775381] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4355fc2-1f8f-4026-8e66-4d99cb36caae {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.795171] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1934.795171] env[62107]: value = "task-1700345" [ 1934.795171] env[62107]: _type = "Task" [ 1934.795171] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.798876] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1934.798876] env[62107]: value = "task-1700346" [ 1934.798876] env[62107]: _type = "Task" [ 1934.798876] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.804775] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.809396] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.308210] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.311231] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700346, 'name': ReconfigVM_Task, 'duration_secs': 0.291654} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.311471] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/27fd443d-1bc1-4d79-b828-b3966069f5f6.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1935.312115] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43c9020-ed2c-4cdf-9578-dbeb38bf975b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.319127] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1935.319127] env[62107]: value = "task-1700347" [ 1935.319127] env[62107]: _type = "Task" [ 1935.319127] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.326787] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700347, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.805486] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700345, 'name': PowerOffVM_Task, 'duration_secs': 0.945322} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.805729] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.805916] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1935.806672] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd6f12-d78e-47f2-9830-89982e404fa0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.813193] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.813410] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e088c4c-90b5-4ddb-a81d-d46629a92ab8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.827488] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700347, 'name': Rename_Task, 'duration_secs': 0.135283} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.827734] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.827952] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2103c6e5-9919-460f-918c-6d75b679f2a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.833186] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1935.833186] env[62107]: value = "task-1700349" [ 1935.833186] env[62107]: _type = "Task" [ 1935.833186] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.837313] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.837502] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.837672] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Deleting the datastore file [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.837882] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc55528b-eb12-4451-bbd9-b4726aea57a4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.842424] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.845794] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1935.845794] env[62107]: value = "task-1700350" [ 1935.845794] env[62107]: _type = "Task" [ 1935.845794] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.852586] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.343508] env[62107]: DEBUG oslo_vmware.api [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700349, 'name': PowerOnVM_Task, 'duration_secs': 0.499645} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.343946] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1936.343946] env[62107]: INFO nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1936.344140] env[62107]: DEBUG nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1936.344875] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3faa6a-b577-41bb-86a2-4b49065ff796 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.358050] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119457} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.358460] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.358639] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1936.358808] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1936.867091] env[62107]: INFO nova.compute.manager [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Took 14.23 seconds to build instance. [ 1937.370588] env[62107]: DEBUG oslo_concurrency.lockutils [None req-871c0ba3-fc53-47f6-9ad7-3c60e828bfaf tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.740s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.391221] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T17:49:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T17:48:49Z,direct_url=,disk_format='vmdk',id=b1d1a7b1-a8e5-4161-be14-870277fb97fb,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='8b29a77cb58d4ccfaf51d216163f4933',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T17:48:50Z,virtual_size=,visibility=), allow threads: False {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1937.391481] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Flavor limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1937.391656] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Image limits 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.391862] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Flavor pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1937.392019] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Image pref 0:0:0 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.392159] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62107) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1937.392416] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1937.392575] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1937.392740] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Got 1 possible topologies {{(pid=62107) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1937.392899] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1937.393084] env[62107]: DEBUG nova.virt.hardware [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62107) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1937.394119] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7536f645-3dd5-42c7-93eb-507e9c67a741 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.401969] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9355dc2-88d8-4a0d-b307-5f192c8bd0ea {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.416110] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Instance VIF info [] {{(pid=62107) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1937.421494] env[62107]: DEBUG oslo.service.loopingcall [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.421731] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Creating VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1937.421931] env[62107]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a286397f-bda7-4630-8e78-d338ef5f9063 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.438214] env[62107]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1937.438214] env[62107]: value = "task-1700351" [ 1937.438214] env[62107]: _type = "Task" [ 1937.438214] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.448749] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700351, 'name': CreateVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.948322] env[62107]: INFO nova.compute.manager [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Rescuing [ 1937.948573] env[62107]: DEBUG oslo_concurrency.lockutils [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.948723] env[62107]: DEBUG oslo_concurrency.lockutils [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.948885] env[62107]: DEBUG nova.network.neutron [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.950051] env[62107]: DEBUG oslo_vmware.api [-] Task: {'id': task-1700351, 'name': CreateVM_Task, 'duration_secs': 0.253529} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.950216] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Created VM on the ESX host {{(pid=62107) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1937.950777] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.950932] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.951269] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1937.951512] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0003ad4-2178-40c9-849d-057a6388e283 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.956016] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1937.956016] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52655709-d2f5-1112-f5d7-77dcd4ca0e66" [ 1937.956016] env[62107]: _type = "Task" [ 1937.956016] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.964433] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52655709-d2f5-1112-f5d7-77dcd4ca0e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.466476] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52655709-d2f5-1112-f5d7-77dcd4ca0e66, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.466476] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.466913] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1938.466913] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.466997] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.467170] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1938.467442] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9327a826-270f-44c8-939f-48584e78771d {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.474932] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1938.475119] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1938.476088] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a649e31-f69f-4603-a7dd-bdb73371e805 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.482877] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1938.482877] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52536fdf-273e-7e38-65e7-2e3f681b478a" [ 1938.482877] env[62107]: _type = "Task" [ 1938.482877] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.490422] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52536fdf-273e-7e38-65e7-2e3f681b478a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.630430] env[62107]: DEBUG nova.network.neutron [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.992832] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52536fdf-273e-7e38-65e7-2e3f681b478a, 'name': SearchDatastore_Task, 'duration_secs': 0.030483} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.993628] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd07c35-df5d-4e30-920c-dd00930e1ce2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.998589] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1938.998589] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f8b89-f318-13f5-c65d-a7437e4bc51a" [ 1938.998589] env[62107]: _type = "Task" [ 1938.998589] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.005811] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f8b89-f318-13f5-c65d-a7437e4bc51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.133776] env[62107]: DEBUG oslo_concurrency.lockutils [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.510114] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]523f8b89-f318-13f5-c65d-a7437e4bc51a, 'name': SearchDatastore_Task, 'duration_secs': 0.022285} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.510493] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.510632] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1939.510821] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b9c48ee-d5b9-479d-9823-327cb9481361 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.517694] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1939.517694] env[62107]: value = "task-1700352" [ 1939.517694] env[62107]: _type = "Task" [ 1939.517694] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.526143] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.664567] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.665026] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb2268ec-3a2c-4ede-9055-352cf56649e3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.671709] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1939.671709] env[62107]: value = "task-1700353" [ 1939.671709] env[62107]: _type = "Task" [ 1939.671709] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.679529] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.026814] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.181021] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700353, 'name': PowerOffVM_Task, 'duration_secs': 0.194436} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.181288] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.182017] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9528cbf-2fe6-4382-9485-5309d3061f9e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.199587] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee827d8-a3fe-4544-99d5-dbc915b60560 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.223756] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1940.223984] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-890921ff-5119-4a93-ab1d-e5231c131a8a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.230228] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1940.230228] env[62107]: value = "task-1700354" [ 1940.230228] env[62107]: _type = "Task" [ 1940.230228] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.237094] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.527671] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.739783] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] VM already powered off {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1940.739987] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Processing image b1d1a7b1-a8e5-4161-be14-870277fb97fb {{(pid=62107) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.740240] env[62107]: DEBUG oslo_concurrency.lockutils [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.740393] env[62107]: DEBUG oslo_concurrency.lockutils [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.740569] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.740805] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f60870d-3b1b-4dee-bb28-46f322ec4018 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.861577] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62107) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.861826] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62107) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.862606] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532fa7c5-d569-47c7-af57-e5b34f64b1bb {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.868041] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1940.868041] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c76b3-c98a-78cd-297a-2c898c45c8a9" [ 1940.868041] env[62107]: _type = "Task" [ 1940.868041] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.875190] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c76b3-c98a-78cd-297a-2c898c45c8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.033412] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700352, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.377965] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]529c76b3-c98a-78cd-297a-2c898c45c8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019128} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.378863] env[62107]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a74322d-b3aa-4255-9d5c-3e40e3943ca0 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.383949] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1941.383949] env[62107]: value = "session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb849f-4edd-476a-d418-ee28a2885126" [ 1941.383949] env[62107]: _type = "Task" [ 1941.383949] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.391146] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb849f-4edd-476a-d418-ee28a2885126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.528787] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700352, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.751186} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.529168] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk {{(pid=62107) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.529310] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Extending root virtual disk to 1048576 {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.529488] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1635ad00-240e-4d20-87fa-8fa735c0fdd2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.535520] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1941.535520] env[62107]: value = "task-1700355" [ 1941.535520] env[62107]: _type = "Task" [ 1941.535520] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.542988] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.895420] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': session[52a62ede-c3b5-3f6b-6725-88e66be93b8b]52eb849f-4edd-476a-d418-ee28a2885126, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.895685] env[62107]: DEBUG oslo_concurrency.lockutils [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.895930] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. {{(pid=62107) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1941.896198] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f38bd73-0813-4d85-baef-70c1fd74bbab {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.902374] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1941.902374] env[62107]: value = "task-1700356" [ 1941.902374] env[62107]: _type = "Task" [ 1941.902374] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.910520] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.045350] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062245} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.045635] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Extended root virtual disk {{(pid=62107) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.046406] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6b1f1-4cc2-48a1-819c-70b2e8fb94c1 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.065892] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.066188] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3285fe99-e87c-4f74-91a9-86cec5b1bb7b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.086898] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1942.086898] env[62107]: value = "task-1700357" [ 1942.086898] env[62107]: _type = "Task" [ 1942.086898] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.095448] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.411515] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479836} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.411784] env[62107]: INFO nova.virt.vmwareapi.ds_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b1d1a7b1-a8e5-4161-be14-870277fb97fb/b1d1a7b1-a8e5-4161-be14-870277fb97fb.vmdk to [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk. [ 1942.412517] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364c48f-942c-42d3-9b83-5c5b74f51107 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.436186] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.436402] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1824a3fe-95ba-4b7e-8da6-8db6c98992d8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.452749] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1942.452749] env[62107]: value = "task-1700358" [ 1942.452749] env[62107]: _type = "Task" [ 1942.452749] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.459613] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.596967] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700357, 'name': ReconfigVM_Task, 'duration_secs': 0.321445} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.597483] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2/0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2.vmdk or device None with type sparse {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.597910] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed34c068-9df4-4c33-95ac-3b35b24f3d31 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.604192] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1942.604192] env[62107]: value = "task-1700359" [ 1942.604192] env[62107]: _type = "Task" [ 1942.604192] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.611372] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700359, 'name': Rename_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.963024] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700358, 'name': ReconfigVM_Task, 'duration_secs': 0.30676} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.963325] env[62107]: DEBUG nova.virt.vmwareapi.volumeops [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6/b1d1a7b1-a8e5-4161-be14-870277fb97fb-rescue.vmdk or device None with type thin {{(pid=62107) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.964138] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bb4134-e841-430f-a828-9deb780a3500 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.988426] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5467485b-2a46-417e-afff-c96df7342c45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.004525] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1943.004525] env[62107]: value = "task-1700360" [ 1943.004525] env[62107]: _type = "Task" [ 1943.004525] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.013709] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.114158] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700359, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.514124] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700360, 'name': ReconfigVM_Task, 'duration_secs': 0.154368} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.514370] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.514617] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8e6a5f6-f169-411e-80fb-7526e8d66c7e {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.521044] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1943.521044] env[62107]: value = "task-1700361" [ 1943.521044] env[62107]: _type = "Task" [ 1943.521044] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.528185] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.613776] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700359, 'name': Rename_Task} progress is 99%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.031541] env[62107]: DEBUG oslo_vmware.api [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700361, 'name': PowerOnVM_Task, 'duration_secs': 0.363919} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.031808] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.034480] env[62107]: DEBUG nova.compute.manager [None req-977174aa-1dab-4d3b-af66-38608ba635e6 tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1944.035261] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276869ce-8e33-4efa-9f2b-367246ee02f3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.114312] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700359, 'name': Rename_Task, 'duration_secs': 1.130219} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.114570] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powering on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1944.114791] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c3ce4a8-3758-488a-89f5-6d8b84fc9f82 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.121941] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1944.121941] env[62107]: value = "task-1700362" [ 1944.121941] env[62107]: _type = "Task" [ 1944.121941] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.128916] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.599758] env[62107]: DEBUG nova.compute.manager [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1944.599903] env[62107]: DEBUG nova.compute.manager [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing instance network info cache due to event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1944.600127] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.600271] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.600431] env[62107]: DEBUG nova.network.neutron [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.632408] env[62107]: DEBUG oslo_vmware.api [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700362, 'name': PowerOnVM_Task, 'duration_secs': 0.430078} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.634065] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powered on the VM {{(pid=62107) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1944.634065] env[62107]: DEBUG nova.compute.manager [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Checking state {{(pid=62107) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1944.634265] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8810dd-439e-43fc-98aa-46d8a4b3ada6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.150991] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.151248] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.151423] env[62107]: DEBUG nova.objects.instance [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62107) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1945.393348] env[62107]: DEBUG nova.network.neutron [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updated VIF entry in instance network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1945.393733] env[62107]: DEBUG nova.network.neutron [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.896242] env[62107]: DEBUG oslo_concurrency.lockutils [req-4f851b80-efe4-47b2-8269-73a12cb370f1 req-e108bc54-223c-4f84-b4d9-30d480e7406a service nova] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.012913] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.013093] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.013173] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.013358] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.013524] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.015686] env[62107]: INFO nova.compute.manager [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Terminating instance [ 1946.017444] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "refresh_cache-0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.017604] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquired lock "refresh_cache-0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.017750] env[62107]: DEBUG nova.network.neutron [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Building network info cache for instance {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.159886] env[62107]: DEBUG oslo_concurrency.lockutils [None req-a95a2102-b59b-446e-9320-a10a201e1a4f tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.544293] env[62107]: DEBUG nova.network.neutron [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.607809] env[62107]: DEBUG nova.network.neutron [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.659013] env[62107]: DEBUG nova.compute.manager [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1946.659013] env[62107]: DEBUG nova.compute.manager [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing instance network info cache due to event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1946.659173] env[62107]: DEBUG oslo_concurrency.lockutils [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.659320] env[62107]: DEBUG oslo_concurrency.lockutils [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.659473] env[62107]: DEBUG nova.network.neutron [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.696655] env[62107]: DEBUG nova.compute.manager [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1946.696851] env[62107]: DEBUG nova.compute.manager [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing instance network info cache due to event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1946.697015] env[62107]: DEBUG oslo_concurrency.lockutils [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.110789] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Releasing lock "refresh_cache-0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.111316] env[62107]: DEBUG nova.compute.manager [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1947.111566] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1947.112581] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a374d5-a614-400a-93ce-37c960f748a8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.120746] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.121018] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c1a5c4-3919-47ea-b0fc-cb932ca6af20 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.126993] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1947.126993] env[62107]: value = "task-1700363" [ 1947.126993] env[62107]: _type = "Task" [ 1947.126993] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.135400] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.405823] env[62107]: DEBUG nova.network.neutron [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updated VIF entry in instance network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.406195] env[62107]: DEBUG nova.network.neutron [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.637538] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700363, 'name': PowerOffVM_Task, 'duration_secs': 0.121876} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.637815] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1947.637981] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1947.638234] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c40628e1-4c29-4c24-befd-9bd7086fda45 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.661458] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1947.661675] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1947.661875] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Deleting the datastore file [datastore1] 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1947.662145] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2f95a34-bc8f-4a12-95e8-e5e9cb072318 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.667924] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for the task: (returnval){ [ 1947.667924] env[62107]: value = "task-1700365" [ 1947.667924] env[62107]: _type = "Task" [ 1947.667924] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.675418] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.909492] env[62107]: DEBUG oslo_concurrency.lockutils [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.909797] env[62107]: DEBUG nova.compute.manager [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1947.909972] env[62107]: DEBUG nova.compute.manager [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing instance network info cache due to event network-changed-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1947.910179] env[62107]: DEBUG oslo_concurrency.lockutils [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] Acquiring lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.910321] env[62107]: DEBUG oslo_concurrency.lockutils [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.910480] env[62107]: DEBUG nova.network.neutron [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.945944] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "27fd443d-1bc1-4d79-b828-b3966069f5f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.946203] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.946413] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "27fd443d-1bc1-4d79-b828-b3966069f5f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.946604] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.946773] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.948922] env[62107]: INFO nova.compute.manager [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Terminating instance [ 1947.952107] env[62107]: DEBUG nova.compute.manager [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Start destroying the instance on the hypervisor. {{(pid=62107) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1947.952267] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Destroying instance {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1947.953082] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee4e31a-9c47-4601-a8ac-1f9cfea5c3e5 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.960626] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powering off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1947.960843] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d801a79-4e0e-4a75-ad6b-03ecdaafaaf8 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.967092] env[62107]: DEBUG oslo_vmware.api [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1947.967092] env[62107]: value = "task-1700366" [ 1947.967092] env[62107]: _type = "Task" [ 1947.967092] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.974824] env[62107]: DEBUG oslo_vmware.api [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.071571] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.177487] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.478099] env[62107]: DEBUG oslo_vmware.api [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700366, 'name': PowerOffVM_Task, 'duration_secs': 0.230486} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.478416] env[62107]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Powered off the VM {{(pid=62107) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1948.478544] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Unregistering the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1948.478837] env[62107]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0390ac-aa4a-4065-9267-750d91f619e4 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.547076] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Unregistered the VM {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1948.547359] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Deleting contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1948.547562] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Deleting the datastore file [datastore1] 27fd443d-1bc1-4d79-b828-b3966069f5f6 {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1948.547813] env[62107]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75c895da-7413-415e-b7b8-e63aca0a41b3 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.555397] env[62107]: DEBUG oslo_vmware.api [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for the task: (returnval){ [ 1948.555397] env[62107]: value = "task-1700368" [ 1948.555397] env[62107]: _type = "Task" [ 1948.555397] env[62107]: } to complete. {{(pid=62107) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.563246] env[62107]: DEBUG oslo_vmware.api [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.576365] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.639152] env[62107]: DEBUG nova.network.neutron [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updated VIF entry in instance network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd. {{(pid=62107) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.639571] env[62107]: DEBUG nova.network.neutron [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [{"id": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "address": "fa:16:3e:3f:ab:d7", "network": {"id": "54f5d62d-83a6-451d-809d-2a340d35cd54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1497629673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "238f0ef040c54c9e972799f7f1f52660", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f4c7e-2a", "ovs_interfaceid": "e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.678275] env[62107]: DEBUG oslo_vmware.api [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Task: {'id': task-1700365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.849073} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.678503] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1948.678700] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1948.678894] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1948.679114] env[62107]: INFO nova.compute.manager [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1948.679380] env[62107]: DEBUG oslo.service.loopingcall [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.679610] env[62107]: DEBUG nova.compute.manager [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1948.679727] env[62107]: DEBUG nova.network.neutron [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1948.693940] env[62107]: DEBUG nova.network.neutron [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Instance cache missing network info. {{(pid=62107) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.065497] env[62107]: DEBUG oslo_vmware.api [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Task: {'id': task-1700368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210606} completed successfully. {{(pid=62107) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.065690] env[62107]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Deleted the datastore file {{(pid=62107) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1949.065846] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Deleted contents of the VM from datastore datastore1 {{(pid=62107) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1949.066027] env[62107]: DEBUG nova.virt.vmwareapi.vmops [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Instance destroyed {{(pid=62107) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1949.066205] env[62107]: INFO nova.compute.manager [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1949.066433] env[62107]: DEBUG oslo.service.loopingcall [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62107) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.066618] env[62107]: DEBUG nova.compute.manager [-] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Deallocating network for instance {{(pid=62107) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1949.066708] env[62107]: DEBUG nova.network.neutron [-] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] deallocate_for_instance() {{(pid=62107) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1949.079246] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.079438] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.079617] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.079743] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62107) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1949.080483] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6d5d4-6470-43f4-aea3-01c9ca931bc9 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.087704] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83656d-47c4-40eb-bb93-bb6b5aa8bba6 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.102807] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944bd175-994b-4492-96de-096614d9fc49 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.108490] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8aed40-2395-48d7-85c5-0db6dd0d1936 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.138287] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181040MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62107) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1949.138429] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.138603] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.141817] env[62107]: DEBUG oslo_concurrency.lockutils [req-fbdd25ac-2a73-4d80-ba43-53fa829ce2e7 req-2754241a-c822-47ac-8d6c-e0f607f40506 service nova] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.142202] env[62107]: DEBUG oslo_concurrency.lockutils [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] Acquired lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.142370] env[62107]: DEBUG nova.network.neutron [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Refreshing network info cache for port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.196191] env[62107]: DEBUG nova.network.neutron [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.298035] env[62107]: DEBUG nova.compute.manager [req-7d7201f6-1280-4ceb-a889-30b6fe28394a req-f7ff4558-a108-4c35-bc8e-6f1cd6e94d31 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Received event network-vif-deleted-e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd {{(pid=62107) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1949.298300] env[62107]: INFO nova.compute.manager [req-7d7201f6-1280-4ceb-a889-30b6fe28394a req-f7ff4558-a108-4c35-bc8e-6f1cd6e94d31 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Neutron deleted interface e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd; detaching it from the instance and deleting it from the info cache [ 1949.298531] env[62107]: DEBUG nova.network.neutron [req-7d7201f6-1280-4ceb-a889-30b6fe28394a req-f7ff4558-a108-4c35-bc8e-6f1cd6e94d31 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.661480] env[62107]: INFO nova.network.neutron [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Port e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1949.661708] env[62107]: DEBUG nova.network.neutron [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.698337] env[62107]: INFO nova.compute.manager [-] [instance: 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2] Took 1.02 seconds to deallocate network for instance. [ 1949.773943] env[62107]: DEBUG nova.network.neutron [-] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Updating instance_info_cache with network_info: [] {{(pid=62107) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.801200] env[62107]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70b9918d-856a-4edf-9518-36a284e55159 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.811412] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7c99b-cc26-4e6b-8437-d84a21e92a54 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.834473] env[62107]: DEBUG nova.compute.manager [req-7d7201f6-1280-4ceb-a889-30b6fe28394a req-f7ff4558-a108-4c35-bc8e-6f1cd6e94d31 service nova] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Detach interface failed, port_id=e04f4c7e-2ad9-4cc5-a8a7-ad6414266cbd, reason: Instance 27fd443d-1bc1-4d79-b828-b3966069f5f6 could not be found. {{(pid=62107) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1950.163634] env[62107]: DEBUG oslo_concurrency.lockutils [req-58ae5ca5-a675-41e3-b7a6-807645adf755 req-6b872e83-213a-4221-beff-333f7ceff039 service nova] Releasing lock "refresh_cache-27fd443d-1bc1-4d79-b828-b3966069f5f6" {{(pid=62107) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.164838] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1950.164981] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Instance 27fd443d-1bc1-4d79-b828-b3966069f5f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62107) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1950.165194] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1950.165351] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62107) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1950.201597] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd8752c-841e-474f-8cb9-107e6aea9576 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.205156] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.210644] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4465c5e-d551-4b30-9db1-d271fd9649fc {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.242898] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f910bdb7-68e7-47e9-b3f7-467f13fc8312 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.250640] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae29f9c-f10a-49a1-9e53-a607baef79db {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.263556] env[62107]: DEBUG nova.compute.provider_tree [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.275936] env[62107]: INFO nova.compute.manager [-] [instance: 27fd443d-1bc1-4d79-b828-b3966069f5f6] Took 1.21 seconds to deallocate network for instance. [ 1950.766744] env[62107]: DEBUG nova.scheduler.client.report [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1950.782505] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.272049] env[62107]: DEBUG nova.compute.resource_tracker [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62107) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1951.272049] env[62107]: DEBUG oslo_concurrency.lockutils [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.272455] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.067s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.272534] env[62107]: DEBUG nova.objects.instance [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lazy-loading 'resources' on Instance uuid 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.811231] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b65b1c-ec6d-4307-99dd-0234fb1a48ad {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.819012] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a468c6-a1dd-486a-b5eb-2585ed069d62 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.849268] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a3444-7067-4d66-a50e-cbc9c364e26a {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.856717] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f83fb7-9b66-430b-823b-55ca5c171909 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.869726] env[62107]: DEBUG nova.compute.provider_tree [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.372870] env[62107]: DEBUG nova.scheduler.client.report [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1952.769151] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1952.877436] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.879762] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.098s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.879966] env[62107]: DEBUG nova.objects.instance [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lazy-loading 'resources' on Instance uuid 27fd443d-1bc1-4d79-b828-b3966069f5f6 {{(pid=62107) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1952.895404] env[62107]: INFO nova.scheduler.client.report [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Deleted allocations for instance 0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2 [ 1953.071845] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1953.071983] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62107) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1953.404322] env[62107]: DEBUG oslo_concurrency.lockutils [None req-421c7a30-d250-4feb-a245-56c4e74702ef tempest-ServerShowV257Test-1661755445 tempest-ServerShowV257Test-1661755445-project-member] Lock "0af8b95d-ab97-4cd4-8b2a-db3466ef4dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.391s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.421056] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebce9db4-4d0a-414f-8401-3ed7d348469b {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.430169] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf336a3-8303-4709-8045-8a9a43afb396 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.461261] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be4fcf-7290-4dd0-8095-d95c80c7a542 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.468761] env[62107]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db8b37a-3d1b-4d00-9f9c-6de4fa2ec6c2 {{(pid=62107) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.482301] env[62107]: DEBUG nova.compute.provider_tree [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Inventory has not changed in ProviderTree for provider: 043fb997-216b-47b0-b871-05aad9e63790 {{(pid=62107) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1953.985249] env[62107]: DEBUG nova.scheduler.client.report [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Inventory has not changed for provider 043fb997-216b-47b0-b871-05aad9e63790 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62107) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1954.072635] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.072843] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.490237] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.511744] env[62107]: INFO nova.scheduler.client.report [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Deleted allocations for instance 27fd443d-1bc1-4d79-b828-b3966069f5f6 [ 1955.018646] env[62107]: DEBUG oslo_concurrency.lockutils [None req-f81a1e5f-890d-4ca8-9acf-6203fb99471c tempest-ServerRescueTestJSONUnderV235-426026571 tempest-ServerRescueTestJSONUnderV235-426026571-project-member] Lock "27fd443d-1bc1-4d79-b828-b3966069f5f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.072s {{(pid=62107) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.072461] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1956.067096] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1959.072241] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1961.072886] env[62107]: DEBUG oslo_service.periodic_task [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62107) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1961.073344] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Starting heal instance info cache {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1961.073344] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Rebuilding the list of instances to heal {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1961.577078] env[62107]: DEBUG nova.compute.manager [None req-0f887876-e167-41a1-a0f9-45c4449d97a5 None None] Didn't find any instances for network info cache update. {{(pid=62107) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}}